-- Logs begin at Fri 2022-09-23 00:26:37 UTC, end at Fri 2022-09-23 01:47:54 UTC. -- Sep 23 01:19:55.562630 dv-cinder-849143-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 01:19:58.390451 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.common.config [-] Logging enabled! Sep 23 01:19:58.391113 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev13 Sep 23 01:19:58.391281 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107078) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 23 01:19:58.394685 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.common.config [-] Logging enabled! Sep 23 01:19:58.394945 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev13 Sep 23 01:19:58.395262 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107078) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 23 01:19:58.396230 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 01:19:58.396470 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 01:19:58.396985 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 01:19:58.397230 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 01:19:58.398085 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 01:19:58.398085 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.398287 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.398524 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.398820 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.399126 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.399344 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.399611 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.399936 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.400221 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.400508 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.400783 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.401009 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.401285 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.401569 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.401855 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.402077 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] debug = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.402371 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.402859 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.403278 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.403566 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.403953 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.404235 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.404504 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.404772 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.405054 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.405402 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] host = dv-cinder-849143-7-smb {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.405682 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.405966 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.406252 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.406537 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.408761 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.408761 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.408761 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.408761 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.408761 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] log_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.408761 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.409249 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.409249 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.409493 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.409740 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.409964 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.410244 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.410698 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.411091 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.411091 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.411391 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.411685 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.411957 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.412221 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.412522 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.412876 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.413165 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.413439 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.413710 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.413979 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.414248 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.414527 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.414844 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.415156 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.415567 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.416026 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.416449 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.416880 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.417356 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.417813 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.418253 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.418751 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.419188 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.419642 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.420075 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.420507 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.420942 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] use_json = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.421379 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.421814 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.422250 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.422792 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.423737 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.424159 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.424591 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.425043 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.425478 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:19:58.425947 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.426412 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.426981 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.427414 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.427926 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.428376 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.428847 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.429302 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.429763 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.430228 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.430727 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.431178 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.431656 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.432117 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.432626 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.433125 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.433594 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.434064 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.434509 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.434977 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.435425 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.435867 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.436325 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.436770 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.437235 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.437813 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.438370 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.438880 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.439352 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.439808 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.440277 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.440737 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.441177 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.441622 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.442079 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.442525 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.442990 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.443452 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.443936 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.444370 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.444822 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.445281 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.445736 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.446172 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.446651 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.447105 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.447553 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.447995 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.448442 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.448885 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.449334 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.449797 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.450252 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.450708 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.451156 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.451604 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.452040 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.452485 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.452930 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.453365 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.453798 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.454279 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.454724 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.455224 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.455660 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.456103 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.456531 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.456989 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.457456 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.457898 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.458344 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.459043 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.459496 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.459932 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.460391 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.460867 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.461310 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.461759 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.462202 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.462677 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.463126 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.463566 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.464013 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.464791 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.465242 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.465721 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.466202 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.466691 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.467140 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.467619 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.468121 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.468596 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.469073 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.470442 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.470969 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.471434 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.471896 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.472342 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.472785 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.473244 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.473701 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.474181 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.474704 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.475154 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.475634 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.476124 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.476853 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.477312 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.477824 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.478289 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:19:58.478669 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 01:19:58.479076 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107078) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 01:19:59.060650 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=107078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 23 01:19:59.060964 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=107078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 23 01:19:59.061229 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=107078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 23 01:19:59.061455 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=107078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 23 01:19:59.061731 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 23 01:19:59.062058 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 01:19:59.396550 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.397235 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.397235 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.398293 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.398563 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.398848 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.458534 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.458831 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.459104 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.477861 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.478133 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.478391 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.508980 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.509261 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.509529 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.548027 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.548389 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.548604 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.783835 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.784111 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.784372 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.785886 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.786616 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.887942 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.888302 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.888613 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.888915 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.889214 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.889579 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.889877 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.890170 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.890455 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.890810 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.891117 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.891465 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.891769 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.892058 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.892347 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.892679 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.892943 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.893239 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.893509 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.893768 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.894047 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.894310 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.894624 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.895080 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.895339 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.895597 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.896115 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:19:59.896444 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:19:59.896766 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:19:59.897086 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:19:59.898220 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:19:59.898220 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:19:59.898500 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 01:19:59.902094 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 01:19:59.906070 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 01:19:59.910760 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Sep 23 01:19:59.912629 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 01:19:59.913280 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 01:19:59.913609 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 01:19:59.913995 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 01:19:59.916883 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 01:19:59.917131 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 01:19:59.917485 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 01:19:59.923439 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 01:19:59.946996 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 01:19:59.947463 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.947772 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107078) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 23 01:19:59.948149 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.949574 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107078) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 01:19:59.949860 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 01:19:59.950103 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 01:19:59.961188 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:19:59.961472 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:00.099815 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 01:20:00.100021 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 01:20:00.100206 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 01:20:00.100596 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 01:20:00.153194 dv-cinder-849143-7-smb neutron-server[107078]: INFO dbcounter [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Registered counter for database neutron Sep 23 01:20:00.173759 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_db.sqlalchemy.engines [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107078) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 01:20:00.179921 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG dbcounter [-] [107078] Writer thread running {{(pid=107078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 01:20:00.960444 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Initializing driver for type 'gre' Sep 23 01:20:00.961091 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] gre ID ranges: [(1, 1000)] Sep 23 01:20:01.222870 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Initializing driver for type 'local' Sep 23 01:20:01.223234 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Initializing driver for type 'vlan' Sep 23 01:20:01.354403 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] VlanTypeDriver initialization complete Sep 23 01:20:01.354793 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Initializing driver for type 'vxlan' Sep 23 01:20:01.355350 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] vxlan ID ranges: [(1, 1000)] Sep 23 01:20:01.610902 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Initializing extension driver 'port_security' Sep 23 01:20:01.611246 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.extensions.port_security [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] PortSecurityExtensionDriver initialization complete Sep 23 01:20:01.611586 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Initializing mechanism driver 'openvswitch' Sep 23 01:20:01.611908 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Initializing mechanism driver 'hyperv' Sep 23 01:20:01.618622 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:01.619304 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > port after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.619674 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > port after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.620023 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > port after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.620538 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:01.620960 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > subnet after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.621317 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > subnet after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.621667 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.622056 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:01.622460 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > network after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.622836 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > network after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.623183 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > network after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.623566 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:01.623964 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > security_group after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.624313 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > security_group after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.624655 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > security_group after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.625039 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:01.625439 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.625787 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.626130 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.626676 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:01.632513 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > address_group after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.632513 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > address_group after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.632513 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > address_group after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.632513 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:01.632513 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] ML2 OVO RPC backend initialized. {{(pid=107078) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 23 01:20:01.632889 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.632889 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.632889 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > network before_response 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.632889 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > networks before_response 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.633181 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > port before_response 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.633181 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > ports before_response 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.633181 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > subnet before_response 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.633181 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > subnets before_response 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.633516 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > network after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.633516 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > network after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.633516 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > network after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.633516 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > port after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.633750 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > port after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.633750 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > port after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.633961 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > subnet after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.634292 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > subnet after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.634640 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.643112 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded quota_driver: . Sep 23 01:20:01.643476 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.plugin [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Modular L2 Plugin initialization complete Sep 23 01:20:01.643825 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading services supported by the core plugin {{(pid=107078) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 01:20:01.644171 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.plugins.ml2.managers [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Got port-security extension from driver 'port_security' Sep 23 01:20:01.644669 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.extensions.vlantransparent [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Disabled vlantransparent extension. Sep 23 01:20:01.645199 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107078) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 01:20:01.645524 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading Plugin: router Sep 23 01:20:01.681456 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router_interface before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.681856 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router after_create 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.682218 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router before_create 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.682607 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.682986 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.683343 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router after_delete 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.683702 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > floatingip after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.684053 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > floatingip after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.684410 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router after_create 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.684755 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router after_update 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.685108 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router after_update 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.685450 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.685805 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router after_update 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.686215 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router precommit_update 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.686606 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: port after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.686973 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: port after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.687307 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: subnet after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.687651 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.687998 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > port precommit_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.688394 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router precommit_create 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.688765 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: port before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.689098 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router precommit_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.689454 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router after_update 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.689800 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router precommit_delete 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.690153 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router precommit_create 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.690519 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.690895 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router precommit_update 55549900 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.691262 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > agent after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.691611 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > agent after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.691972 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > network after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.692927 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Tracking information for resource: router configured {{(pid=107078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:20:01.693254 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Tracking information for resource: floatingip configured {{(pid=107078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:20:01.698341 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.db.l3_agentschedulers_db [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 01:20:01.698949 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: port after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.699313 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: port after_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.699663 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: port after_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.700012 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: port after_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.700811 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router before_create 55550100 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.701174 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router precommit_delete 55550100 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.701540 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router precommit_create 55550100 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.701886 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > router precommit_update 55550100 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.707319 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.services.provider_configuration [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service providers = [] {{(pid=107078) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 01:20:01.707679 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.db.servicetype_db [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107078) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 01:20:01.710677 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.services.service_base [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 01:20:01.711026 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.services.service_base [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 01:20:01.711901 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.services.service_base [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 01:20:01.712246 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.services.service_base [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 01:20:01.712615 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.services.service_base [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 01:20:01.713014 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:01.713341 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 01:20:01.726271 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:01.726608 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading Plugin: auto_allocate Sep 23 01:20:01.732337 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: network precommit_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.732717 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: network precommit_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.733241 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:01.733562 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading Plugin: tag Sep 23 01:20:01.740399 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:01.740728 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading Plugin: timestamp Sep 23 01:20:01.744881 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:01.745213 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading Plugin: network_ip_availability Sep 23 01:20:01.751013 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.751517 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.751870 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:01.752674 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:01.752996 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading Plugin: flavors Sep 23 01:20:01.758069 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:01.758397 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading Plugin: revisions Sep 23 01:20:01.763013 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:01.763433 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_concurrency.lockutils [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.702s {{(pid=107078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 23 01:20:01.764208 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107078) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 23 01:20:01.764544 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Initializing extension manager. Sep 23 01:20:01.765075 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: __init__.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.765414 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: __pycache__ {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.765759 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: address_group.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.767353 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.767958 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: address-group Sep 23 01:20:01.768278 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: address_scope.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.768956 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.769461 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: address-scope Sep 23 01:20:01.769775 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: admin_state_down_before_update.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.770735 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.771238 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: router-admin-state-down-before-update Sep 23 01:20:01.771557 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: agent.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.772221 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.772719 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: agent Sep 23 01:20:01.773036 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: agent_resources_synced.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.773909 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.774404 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: agent-resources-synced Sep 23 01:20:01.774751 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: allowedaddresspairs.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.776559 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.777075 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: allowed-address-pairs Sep 23 01:20:01.777406 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: auto_allocated_topology.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.778471 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.779028 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: auto-allocated-topology Sep 23 01:20:01.779332 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: availability_zone.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.780014 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.780594 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: availability_zone Sep 23 01:20:01.780924 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: availability_zone_filter.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.781973 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.783025 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: availability_zone_filter Sep 23 01:20:01.783349 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: data_plane_status.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.784213 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.784718 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 01:20:01.785040 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: default_subnetpools.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.785910 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.786409 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: default-subnetpools Sep 23 01:20:01.786760 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: dhcpagentscheduler.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.787560 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.788100 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: dhcp_agent_scheduler Sep 23 01:20:01.788424 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: dns.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.789291 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.789792 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension dns-integration not supported by any of loaded plugins Sep 23 01:20:01.790106 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: dns_domain_ports.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.790997 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.791494 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 01:20:01.791809 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.792678 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.793176 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 01:20:01.793592 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: dvr.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.794119 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.794642 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: dvr Sep 23 01:20:01.794958 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: ecmp_routes.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.795831 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.796327 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 01:20:01.796647 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: empty_string_filtering.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.797547 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.798053 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: empty-string-filtering Sep 23 01:20:01.798373 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.799275 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.799861 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 01:20:01.800179 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.801047 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.801549 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 01:20:01.801864 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: external_net.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.802765 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.803271 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: external-net Sep 23 01:20:01.803790 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: extra_dhcp_opt.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.804838 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.805370 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: extra_dhcp_opt Sep 23 01:20:01.805689 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: extraroute.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.806550 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.807083 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: extraroute Sep 23 01:20:01.807405 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: extraroute_atomic.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.808406 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.808914 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: extraroute-atomic Sep 23 01:20:01.809230 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: filter_validation.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.809883 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.810375 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: filter-validation Sep 23 01:20:01.810794 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: fip_pf_description.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.811686 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.812176 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 01:20:01.812516 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: fip_pf_detail.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.813427 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.813929 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: floating-ip-port-forwarding-detail Sep 23 01:20:01.814247 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: fip_pf_port_range.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.815138 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.815632 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 23 01:20:01.815954 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: fip_port_details.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.816818 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.817326 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: fip-port-details Sep 23 01:20:01.817643 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: flavors.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.818884 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.819395 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: flavors Sep 23 01:20:01.819715 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.821347 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.821862 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 01:20:01.822191 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: floatingip_pools.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.822888 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.823416 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: floatingip-pools Sep 23 01:20:01.823731 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: ip_allocation.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.824613 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.825123 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 01:20:01.825446 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.826343 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.826875 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: ip-substring-filtering Sep 23 01:20:01.827221 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: l2_adjacency.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.828106 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.828613 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 01:20:01.829483 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: l3.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.830466 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.831010 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: router Sep 23 01:20:01.831335 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: l3_conntrack_helper.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.833809 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.834332 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 01:20:01.834697 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.835571 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.836079 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: ext-gw-mode Sep 23 01:20:01.836410 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.837303 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.837812 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: l3-ha Sep 23 01:20:01.838137 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.839025 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.839537 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 23 01:20:01.839857 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: l3_flavors.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.840734 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.841239 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: l3-flavors Sep 23 01:20:01.841562 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: l3_ndp_proxy.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.842933 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.843444 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 23 01:20:01.843772 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.845249 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.846025 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 01:20:01.846351 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: l3agentscheduler.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.847426 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.847933 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: l3_agent_scheduler Sep 23 01:20:01.848251 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: local_ip.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.850006 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.850525 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension local_ip not supported by any of loaded plugins Sep 23 01:20:01.850887 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: logging.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.852317 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.852826 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension logging not supported by any of loaded plugins Sep 23 01:20:01.853151 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: metering.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.853855 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.854424 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: metering Sep 23 01:20:01.854782 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.855838 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.856370 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: metering_source_and_destination_fields Sep 23 01:20:01.856693 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: multiprovidernet.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.857568 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.858083 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: multi-provider Sep 23 01:20:01.858405 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: netmtu.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.859311 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.859815 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: net-mtu Sep 23 01:20:01.860170 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: netmtu_writable.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.861091 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.861536 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: net-mtu-writable Sep 23 01:20:01.861858 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: network_availability_zone.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.862490 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.863016 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: network_availability_zone Sep 23 01:20:01.863334 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: network_ip_availability.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.864415 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.864919 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: network-ip-availability Sep 23 01:20:01.865242 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: network_segment_range.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.865975 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.866473 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 01:20:01.866819 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: pagination.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.867747 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.868078 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: pagination Sep 23 01:20:01.868395 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: port_device_profile.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.869245 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.869762 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: port-device-profile Sep 23 01:20:01.870091 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: port_mac_address_override.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.871003 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.871506 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: port-mac-override Sep 23 01:20:01.881399 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.882525 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.883765 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: port-mac-address-regenerate Sep 23 01:20:01.883765 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.884575 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.885147 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: port-numa-affinity-policy Sep 23 01:20:01.885530 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: port_resource_request.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.886506 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.887096 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 01:20:01.887455 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: port_resource_request_groups.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.888441 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.888985 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 23 01:20:01.889352 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: portbindings.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.890454 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.891045 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: binding Sep 23 01:20:01.892109 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: portbindings_extended.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.893404 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.893967 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: binding-extended Sep 23 01:20:01.894347 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: portsecurity.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.895381 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.895989 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: port-security Sep 23 01:20:01.896362 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: project_id.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.897603 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.897940 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: project-id Sep 23 01:20:01.898271 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: providernet.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.899189 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.899708 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: provider Sep 23 01:20:01.900036 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.903707 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.904240 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos not supported by any of loaded plugins Sep 23 01:20:01.904581 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.905800 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.906322 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 01:20:01.906686 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.915072 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.915588 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 01:20:01.915923 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_default.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.916809 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.917317 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-default not supported by any of loaded plugins Sep 23 01:20:01.917645 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_fip.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.918529 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.919075 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-fip not supported by any of loaded plugins Sep 23 01:20:01.919400 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_fip_network_policy.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.920284 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.920791 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 23 01:20:01.921114 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_gateway_ip.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.922015 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.922523 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 01:20:01.922877 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_port_network_policy.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.923752 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.924262 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 01:20:01.924591 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.925616 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.926139 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 23 01:20:01.926469 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.927594 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.928101 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 23 01:20:01.928431 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_pps_rule.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.929576 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.930092 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-pps not supported by any of loaded plugins Sep 23 01:20:01.930419 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_rule_type_details.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.931333 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.931841 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 01:20:01.932253 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_rule_type_filter.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.933128 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.933635 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 23 01:20:01.933989 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: qos_rules_alias.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.935020 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.935613 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 01:20:01.935944 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: quota_check_limit.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.936823 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.937331 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: quota-check-limit Sep 23 01:20:01.937748 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: quotasv2.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.939236 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.939563 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: quotas Sep 23 01:20:01.939888 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: quotasv2_detail.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.941624 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.941964 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: quota_details Sep 23 01:20:01.942293 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: rbac.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.943390 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.943927 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: rbac-policies Sep 23 01:20:01.944257 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: rbac_address_group.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.945180 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.945694 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: rbac-address-group Sep 23 01:20:01.946026 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: rbac_address_scope.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.947066 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.947643 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: rbac-address-scope Sep 23 01:20:01.947969 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: rbac_security_groups.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.948907 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.949426 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: rbac-security-groups Sep 23 01:20:01.949751 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: rbac_subnetpool.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.950668 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.951206 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: rbac-subnetpool Sep 23 01:20:01.951531 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: revisionifmatch.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.952460 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.952977 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: revision-if-match Sep 23 01:20:01.953307 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: revisions.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.955121 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.955733 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: standard-attr-revisions Sep 23 01:20:01.955975 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: router_availability_zone.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.956641 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.957159 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: router_availability_zone Sep 23 01:20:01.957479 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: routerservicetype.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.961586 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.962264 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension router-service-type not supported by any of loaded plugins Sep 23 01:20:01.962432 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.963394 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.963910 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: security-groups-normalized-cidr Sep 23 01:20:01.964232 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: security_groups_port_filtering.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.965129 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.965633 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: port-security-groups-filtering Sep 23 01:20:01.966079 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.966902 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.967498 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: security-groups-remote-address-group Sep 23 01:20:01.967748 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.968657 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.969179 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: security-groups-shared-filtering Sep 23 01:20:01.969571 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: securitygroup.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.980155 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.980751 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: security-group Sep 23 01:20:01.981081 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: segment.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.981889 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.982414 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension segment not supported by any of loaded plugins Sep 23 01:20:01.982782 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.983828 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.984360 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 01:20:01.984688 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: servicetype.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.985884 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.986427 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: service-type Sep 23 01:20:01.986788 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: sorting.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.987844 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.988174 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: sorting Sep 23 01:20:01.988498 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: standard_attr_segment.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.989404 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.989940 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 01:20:01.990264 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: standardattrdescription.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.990944 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.991457 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: standard-attr-description Sep 23 01:20:01.991781 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: stateful_security_group.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.992687 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.993200 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: stateful-security-group Sep 23 01:20:01.993526 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: stdattrs_common.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.994090 dv-cinder-849143-7-smb neutron-server[107078]: WARNING neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 01:20:01.994416 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.995350 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.995874 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 01:20:01.996197 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: subnet_onboard.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.997261 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.997779 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: subnet_onboard Sep 23 01:20:01.998114 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:01.999069 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:01.999589 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 01:20:01.999915 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: subnet_service_types.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:02.001312 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:02.001824 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: subnet-service-types Sep 23 01:20:02.002149 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: subnetallocation.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:02.003254 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:02.003781 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: subnet_allocation Sep 23 01:20:02.004110 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:02.004764 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:02.005278 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: subnetpool-prefix-ops Sep 23 01:20:02.005604 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:02.006525 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:02.007064 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 01:20:02.007393 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: tagging.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:02.008510 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:02.009037 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: standard-attr-tag Sep 23 01:20:02.009367 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: timestamp.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:02.013376 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:02.013976 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loaded extension: standard-attr-timestamp Sep 23 01:20:02.014319 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: trunk.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:02.015446 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:02.015925 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension trunk not supported by any of loaded plugins Sep 23 01:20:02.016246 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: trunk_details.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:02.017665 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:02.018176 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension trunk-details not supported by any of loaded plugins Sep 23 01:20:02.018502 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: uplink_status_propagation.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:02.019419 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:02.019928 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 01:20:02.020253 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Loading extension file: vlantransparent.py {{(pid=107078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:02.020913 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:02.021423 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 01:20:02.024231 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:network Sep 23 01:20:02.024765 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:subnet Sep 23 01:20:02.025162 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 01:20:02.025552 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:port Sep 23 01:20:02.026917 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.027365 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service FLAVORS assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.027968 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.028397 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.028732 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:router Sep 23 01:20:02.029174 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:floatingip Sep 23 01:20:02.029665 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service METERING assigned prefix: /metering {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.031134 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:02.031512 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:02.031887 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:02.032896 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 01:20:02.033356 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:security_group Sep 23 01:20:02.033784 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 01:20:02.034326 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service CORE assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.034695 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 01:20:02.035046 dv-cinder-849143-7-smb neutron-server[107078]: WARNING neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] subnetpool is already registered Sep 23 01:20:02.035471 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service CORE assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.035799 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 01:20:02.036162 dv-cinder-849143-7-smb neutron-server[107078]: WARNING neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] subnetpool is already registered Sep 23 01:20:02.038557 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.039034 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service FLAVORS assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.039671 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.040220 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.040559 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:router Sep 23 01:20:02.040908 dv-cinder-849143-7-smb neutron-server[107078]: WARNING neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] router is already registered Sep 23 01:20:02.041327 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:floatingip Sep 23 01:20:02.041663 dv-cinder-849143-7-smb neutron-server[107078]: WARNING neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] floatingip is already registered Sep 23 01:20:02.042135 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service METERING assigned prefix: /metering {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.042877 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 01:20:02.043208 dv-cinder-849143-7-smb neutron-server[107078]: WARNING neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] rbac_policy is already registered Sep 23 01:20:02.043643 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:security_group Sep 23 01:20:02.043981 dv-cinder-849143-7-smb neutron-server[107078]: WARNING neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] security_group is already registered Sep 23 01:20:02.044433 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 01:20:02.044779 dv-cinder-849143-7-smb neutron-server[107078]: WARNING neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] security_group_rule is already registered Sep 23 01:20:02.045268 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service CORE assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.045606 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 01:20:02.045940 dv-cinder-849143-7-smb neutron-server[107078]: WARNING neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] subnetpool is already registered Sep 23 01:20:02.046376 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.v2.resource_helper [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Service CORE assigned prefix: {{(pid=107078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:02.046738 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 01:20:02.047070 dv-cinder-849143-7-smb neutron-server[107078]: WARNING neutron.quota.resource_registry [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] subnetpool is already registered Sep 23 01:20:02.047547 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: extensions {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.049160 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: address-groups {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.050748 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: address-scopes {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.052050 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: agents {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.053218 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: auto-allocated-topology {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.055811 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: availability_zones {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.057047 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: dhcp-networks {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.058480 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: dhcp-agents {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.060090 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: routers {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.061825 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: flavors {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.063035 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: service_profiles {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.064856 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: next_providers {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.066321 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: service_profiles {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.067813 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: floatingip-pools {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.069040 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: routers {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.070902 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: floatingips {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.072092 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: l3-routers {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.073496 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: l3-agents {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.075060 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: metering-labels {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.076367 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: metering-label-rules {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.077656 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: network-ip-availabilities {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.079631 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: bindings {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.081226 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: quotas {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.082876 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: quotas {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.084526 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: rbac-policies {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.085732 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: security-groups {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.086961 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: security-group-rules {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.088280 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: service-providers {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.089595 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: subnetpools {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.090956 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: subnetpools {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.092434 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: tags {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.094235 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: tags {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.096423 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: tags {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.098228 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: tags {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.099982 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: tags {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.101913 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: tags {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.103755 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: tags {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.105551 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: tags {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.107380 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: tags {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.109229 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron.api.extensions [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Extended resource: tags {{(pid=107078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:02.116701 dv-cinder-849143-7-smb neutron-server[107078]: WARNING keystonemiddleware.auth_token [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 01:20:02.121875 dv-cinder-849143-7-smb neutron-server[107078]: WARNING keystonemiddleware.auth_token [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 01:20:02.131330 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_concurrency.lockutils [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Acquiring lock "singleton_lock" {{(pid=107078) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 23 01:20:02.131714 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_concurrency.lockutils [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Acquired lock "singleton_lock" {{(pid=107078) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 23 01:20:02.132210 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_concurrency.lockutils [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Releasing lock "singleton_lock" {{(pid=107078) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 23 01:20:02.132867 dv-cinder-849143-7-smb neutron-server[107078]: INFO oslo_service.service [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Starting 2 workers Sep 23 01:20:02.137709 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Started child 107195 {{(pid=107078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 01:20:02.143159 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Started child 107196 {{(pid=107078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 01:20:02.144555 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:02.145292 dv-cinder-849143-7-smb neutron-server[107078]: INFO neutron.service [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 01:20:02.145468 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Publish callbacks [] for process (None), before_spawn {{(pid=107078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:02.146233 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [-] (107195) wsgi starting up on http://0.0.0.0:9696 Sep 23 01:20:02.147878 dv-cinder-849143-7-smb neutron-server[107078]: INFO oslo_service.service [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Starting 1 workers Sep 23 01:20:02.148195 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:02.149759 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [-] (107196) wsgi starting up on http://0.0.0.0:9696 Sep 23 01:20:02.153151 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Started child 107197 {{(pid=107078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 01:20:02.153720 dv-cinder-849143-7-smb neutron-server[107078]: INFO oslo_service.service [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Starting 1 workers Sep 23 01:20:02.156925 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.service [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] calling RpcWorker wait() {{(pid=107197) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 01:20:02.157513 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.service [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] returning from RpcWorker wait() {{(pid=107197) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 01:20:02.158386 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Started child 107198 {{(pid=107078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 01:20:02.158658 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:02.159099 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:02.159308 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcfe-bb4a-4642-8db3-f0d7f6baf8dc None None] Publish callbacks [] for process (None), after_spawn {{(pid=107078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:02.161458 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107078) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 01:20:02.161641 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 01:20:02.161767 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 01:20:02.161946 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 01:20:02.162449 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 01:20:02.162673 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 01:20:02.163208 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.163484 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.163780 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.164136 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.164276 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:02.164797 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.164992 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.165246 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.165533 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.165798 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.165959 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:02.166068 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.166159 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.166396 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.166672 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.167004 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.167361 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.167658 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.167905 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.168080 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.168347 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.168613 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.168872 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.169175 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] debug = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.169521 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.170015 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.170249 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.170499 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.170775 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.171046 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.171343 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.171621 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.171896 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.172130 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.172374 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.172689 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.173028 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.173263 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.173507 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.173777 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.174018 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.174604 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] host = dv-cinder-849143-7-smb {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.174895 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.175184 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.175459 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.175730 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.175990 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.176208 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.176474 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.176732 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.176987 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.177223 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.177467 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.177713 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.177932 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.178174 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.178387 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_options = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.178648 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.178922 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.179239 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.179424 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.179710 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.179862 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.180218 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.180493 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.180764 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.181008 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.181247 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.181823 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.181823 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.182202 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.182478 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.182972 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.183197 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.183444 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.183719 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.183976 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.184286 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.184575 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.184798 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.185004 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.185228 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.185481 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.185731 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.185941 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.186191 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.186391 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.186670 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.187641 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.188006 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.188864 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.189149 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.189425 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.189894 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.190095 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.190319 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.190549 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.191299 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.191564 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.191996 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.192163 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.193048 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.193048 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.193048 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_json = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.193048 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.193740 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.193740 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.193740 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.193740 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.193995 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.194162 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.194409 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.194644 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.203258 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.203258 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.203258 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.203258 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.203258 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.203258 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.203258 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.203258 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.205140 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.205140 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.205140 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.205140 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.205140 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.205140 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.205140 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.205140 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.206176 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.206176 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.206176 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.206176 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.206176 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.206176 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.206176 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.206176 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.207367 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.207367 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.207367 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.207367 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.207367 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.207367 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.207367 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.207367 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.208552 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.208552 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.208552 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.208552 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.208552 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.208552 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.208552 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.208552 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.209411 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.209411 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.209411 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.209411 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.209411 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.209411 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.209411 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.209411 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.210941 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.210941 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.210941 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.210941 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.210941 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.210941 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.210941 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.210941 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.210941 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.212418 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.212418 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.212418 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.212418 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.212418 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.212418 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.212418 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.212418 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.213829 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.213829 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.213829 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.213829 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.213829 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.213829 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.213829 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.213829 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.213829 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.214686 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.214686 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.214686 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.214686 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.214686 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.214686 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.215371 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.215371 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.215371 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.215733 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.215733 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.215966 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.216088 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.216279 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.216495 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.216702 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.216911 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.217329 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.217457 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.217766 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.218037 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.218239 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.218547 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.218810 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.219063 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.219314 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.219562 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.219829 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.220172 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.220701 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.220956 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.221219 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.221388 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.221701 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.221926 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.222141 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.222396 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.222634 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.222853 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.223077 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.223290 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.223526 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.223750 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.223999 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.224232 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.224530 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.224757 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.225035 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.225283 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.227169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.227169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.227169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.227169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.227169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.227169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.227169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.228154 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.228154 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.228154 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.228154 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.228682 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.228682 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.228947 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.229084 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.229286 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.229527 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.229767 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.229980 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.230240 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.230569 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.230863 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.231075 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.231286 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.231565 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.231811 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.232042 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.232317 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.232582 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.232848 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.233091 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.233338 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.233572 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.233816 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.234068 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.234280 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.234492 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.234727 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.234944 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.235734 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.235930 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.236168 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.236414 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.236631 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.236862 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.237095 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.237314 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.237563 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.237778 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.238012 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.238246 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.238460 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.238700 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.238911 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.239123 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.239363 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.239581 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.239866 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.240116 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.240333 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.240562 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.240806 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.241058 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.241277 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.241521 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.242369 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.242369 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.242369 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.242369 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.242883 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.242883 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.243089 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.243246 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.243512 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.243773 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.244152 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.244407 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.244638 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.244893 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.245135 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.245371 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.245587 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.245802 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.246036 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.246273 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.246497 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.246737 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.246972 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.247185 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.247424 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.247639 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.247875 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.248117 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.248392 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.248636 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.248879 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.249111 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.249330 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.249638 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.249913 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.250179 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.250450 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.250741 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.251680 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.251925 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.252142 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.252354 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.252708 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.252952 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.253205 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.253459 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.253678 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.253892 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.254125 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.254337 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.254569 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.254811 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.255027 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.255240 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.255503 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.255715 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.255927 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.256150 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.256387 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.256600 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.256825 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.257039 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.257268 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.257511 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.257727 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.257936 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.258161 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.258370 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.258601 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.258901 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.259121 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.259331 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.259576 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.259786 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.259996 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.260217 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.260435 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.260640 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.260942 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.261189 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.261415 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.261702 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.261960 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.262178 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.262439 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.262777 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.263018 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.263261 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.263524 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.263744 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.263964 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.264226 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.264564 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.264868 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.265117 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.265370 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.265654 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.266098 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.266294 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.266445 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.266751 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.267149 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.267413 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.267674 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.267908 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.268145 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.268351 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.268563 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.268837 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.269085 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.269296 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.269518 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.269768 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.269989 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.270187 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.270420 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.270680 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.270925 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.271156 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.271616 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.271616 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.271894 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 01:20:02.272320 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107078) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 01:20:02.272532 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 01:20:02.272682 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 01:20:02.272840 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 01:20:02.273003 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 01:20:02.273170 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 01:20:02.273369 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.273533 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.273899 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.274119 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.274353 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.274353 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.274781 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.274781 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.274781 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.275194 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.275194 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.275460 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.275460 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.275724 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.275724 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.276009 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.276009 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.276353 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.276508 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.276881 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.277041 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.277522 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] debug = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.278091 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.278091 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.278091 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.278807 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.278807 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.278807 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.280485 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.280485 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.280485 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.280485 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.280485 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.280485 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.280485 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.280485 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.281502 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.281502 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.281502 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.281502 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] host = dv-cinder-849143-7-smb {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.281502 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.281502 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.281502 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.281502 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.282691 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.282691 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.282691 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.282691 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.282691 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.282691 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.282691 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.282691 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.283737 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.283737 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.283737 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_options = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.283737 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.283737 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.283737 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.283737 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.283737 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.284919 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.284919 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.284919 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.284919 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.284919 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.284919 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.284919 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.284919 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.285796 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.285796 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.285796 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.285796 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.285796 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.285796 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.286480 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.286480 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.286480 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.286480 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.286480 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.287095 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.287095 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.287095 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.287095 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.287540 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.287540 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.287540 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.287884 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.287884 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.288152 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.288152 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.288442 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.288590 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 60490) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:02.288754 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.288754 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.288754 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.289166 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.289166 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.289166 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.289564 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.289564 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.289824 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.289824 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.290085 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_json = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.290085 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.290461 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.290461 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.290824 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.290824 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.290824 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.291214 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.291214 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.291491 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:02.291491 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.291782 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.291782 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.292054 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.292054 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.292325 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.292325 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.292589 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.292730 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.292874 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.293026 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.293169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.293307 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.293487 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.293637 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.293780 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.293948 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.294125 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.294270 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.294429 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.294573 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.294753 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.294898 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.295044 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.295187 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.295330 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.295469 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.295608 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.295750 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.295898 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.296037 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [-] 10.222.0.83 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0054207 Sep 23 01:20:02.296133 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.296214 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.296374 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.296532 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.296697 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.296854 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.297016 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.297177 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.297341 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.297500 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.298200 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.298368 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.298607 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.298769 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.298915 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.299080 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.299223 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.299390 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.299539 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.299691 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.299834 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.300001 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.300270 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.300427 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.300569 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.300718 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.300856 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.300994 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.301131 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.301264 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.301393 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.301529 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.301672 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.301810 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.301942 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.302082 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.302247 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.302391 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.302569 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.302776 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.302920 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.303087 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.303232 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.303375 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.303517 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.303662 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.303808 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.303947 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.304089 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.304234 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.304391 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.304537 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.304712 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.304919 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.305084 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.305233 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.305376 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.305520 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.305688 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.305851 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.305993 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.306136 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.306316 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.306465 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.306710 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.306896 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.307088 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.307088 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.307485 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.307485 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.307755 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.307755 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.308021 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.308021 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.308290 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.308290 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.308538 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.308538 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.308816 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.308956 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.309099 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.309241 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.309381 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.309523 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.309661 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.309803 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.309959 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.310103 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.310284 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.310428 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.310749 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.310749 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.311187 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [-] 10.222.0.83 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0141098 Sep 23 01:20:02.311388 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.311388 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.311388 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.311388 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.311872 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.311872 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.311872 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.312204 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.312204 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.313295 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.314128 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.314499 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.314731 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.314915 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.315028 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.315153 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.315500 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.315825 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.316160 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.316505 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.316663 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.317027 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.317360 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.317701 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.317940 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.318199 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.318437 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.318437 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.319017 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.319017 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.319017 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.319017 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.319904 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.320128 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:02.320295 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.320295 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.320295 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.320295 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.320295 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.320295 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.320295 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.321169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.321169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.321169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.321169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.321169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.321169 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.321816 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.321816 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.321816 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.321816 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.321816 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.322451 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.322451 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.322451 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.322451 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.324099 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.324099 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.324099 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.324099 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.324099 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.324099 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.324099 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.325742 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.325742 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.325742 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.325742 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.325742 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.325742 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.325742 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.325742 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327094 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327094 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327094 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327094 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327094 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327094 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327094 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327094 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327581 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327581 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327581 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327581 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327581 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327581 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327581 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327963 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.327963 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.328079 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.328186 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.328486 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.328826 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.329134 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.329297 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.329521 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.329974 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.329974 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.329974 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.332534 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.332534 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.332534 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.332534 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.332534 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.332534 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.332534 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.332534 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.332534 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.334075 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.334075 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.334075 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.334075 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.334075 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.334075 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.334075 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.334075 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.337283 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.337283 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.337283 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.337283 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.337283 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.337283 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.337283 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.337283 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.338572 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.338572 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.338572 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.338572 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.338572 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.338572 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.338572 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.338572 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.339995 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.339995 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.339995 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.339995 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.339995 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.339995 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.339995 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.339995 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.340986 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.340986 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.340986 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.340986 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.340986 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.340986 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.340986 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.340986 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.342005 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.342005 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.342005 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.342005 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.342005 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.342005 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.342005 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.342005 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.344585 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.344585 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.344585 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.344585 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.344585 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.344585 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.344585 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.344585 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.346193 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.346193 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.346193 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.346193 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.346193 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.346193 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.346193 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.346193 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.347385 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.347385 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.347385 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.347385 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.347385 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.347385 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.347385 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.347385 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.347385 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.348452 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.348452 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.348452 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.348452 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.348452 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.348452 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.348452 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.348452 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:02.349576 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 01:20:11.434563 dv-cinder-849143-7-smb neutron-server[107078]: DEBUG dbcounter [-] [107078] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=107078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:14.779038 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writer thread running {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 01:20:14.780899 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a304a25-604a-441e-a978-ddcc8d7e9c46 None None] get_active_networks_info from dv-cinder-849143-7-smb {{(pid=107197) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 23 01:20:14.926336 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a304a25-604a-441e-a978-ddcc8d7e9c46 None None] No non-hosted networks {{(pid=107197) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 01:20:14.948562 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-f2faf4b8-36a7-442d-8c76-3134f0c0cc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809355'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:16.899181 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writer thread running {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 01:20:17.846617 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-7739ddc1-623a-4d96-acfa-0150b79ea972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809355'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:17.893702 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.db.api [None req-eb2540d8-0607-4edc-9967-d2f502e5d8f7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849143-7-smb {{(pid=107197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 01:20:17.895823 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG oslo_db.api [None req-eb2540d8-0607-4edc-9967-d2f502e5d8f7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 01:20:18.447731 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-eb2540d8-0607-4edc-9967-d2f502e5d8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:19.415145 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809355'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:19.488737 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 60570) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:20.184207 dv-cinder-849143-7-smb neutron-server[107196]: WARNING oslo_policy.policy [None req-b834cc94-b85f-4df3-afac-3af7f22e5044 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:20.185230 dv-cinder-849143-7-smb neutron-server[107196]: WARNING oslo_policy.policy [None req-b834cc94-b85f-4df3-afac-3af7f22e5044 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:20.405771 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809355'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:20.407231 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.408019 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.408755 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.409491 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.410222 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.411017 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.411768 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.412634 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.413387 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.414123 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.414902 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.415641 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.417141 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.427409 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.428260 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:20.429133 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849143-7-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:20.453787 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849143-7-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:20.505388 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [None req-b834cc94-b85f-4df3-afac-3af7f22e5044 admin admin] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:20:20.514465 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b834cc94-b85f-4df3-afac-3af7f22e5044 admin admin] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.0242729 Sep 23 01:20:21.383093 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809355'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:22.499454 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.db.l3_hamode_db [None req-ac730a5a-5a8c-4a56-9f4d-ceb07000a685 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 01:20:22.575146 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac730a5a-5a8c-4a56-9f4d-ceb07000a685 None None] Routers set() bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:20:22.575537 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac730a5a-5a8c-4a56-9f4d-ceb07000a685 None None] Router IDs set() for agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 23 01:20:23.720916 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 60604) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:24.095620 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-d84b1e05-d490-4fa9-b67d-86fdf37b4363 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:20:24.108201 dv-cinder-849143-7-smb neutron-server[107196]: ERROR stevedore.extension [None req-d84b1e05-d490-4fa9-b67d-86fdf37b4363 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 23 01:20:24.192474 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.policy [None req-d84b1e05-d490-4fa9-b67d-86fdf37b4363 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107196) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 01:20:24.235996 dv-cinder-849143-7-smb neutron-server[107196]: WARNING oslo_policy.policy [None req-d84b1e05-d490-4fa9-b67d-86fdf37b4363 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:24.236386 dv-cinder-849143-7-smb neutron-server[107196]: WARNING oslo_policy.policy [None req-d84b1e05-d490-4fa9-b67d-86fdf37b4363 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:24.258107 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writer thread running {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 01:20:24.418113 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d84b1e05-d490-4fa9-b67d-86fdf37b4363 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754263120700', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754263120176', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754263202388', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754263205143', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754263215738', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754263221055', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-798375', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-800721', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1639586', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1677737'] for rbac-policy (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:24.627528 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d84b1e05-d490-4fa9-b67d-86fdf37b4363 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:24.628722 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-d84b1e05-d490-4fa9-b67d-86fdf37b4363 admin admin] 10.222.0.83 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9067144 Sep 23 01:20:27.357653 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 60614) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:27.993525 dv-cinder-849143-7-smb neutron-server[107195]: WARNING oslo_policy.policy [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:27.994119 dv-cinder-849143-7-smb neutron-server[107195]: WARNING oslo_policy.policy [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:28.216059 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:20:28.230089 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writer thread running {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 01:20:28.348064 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Made reservation on behalf of 612f86bc1b6c4d8ab8393c2393a01341 for: {'network': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:20:28.357981 dv-cinder-849143-7-smb neutron-server[107195]: ERROR stevedore.extension [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 23 01:20:28.410820 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.policy [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107195) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 01:20:28.454524 dv-cinder-849143-7-smb neutron-server[107195]: WARNING oslo_policy.policy [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:28.454937 dv-cinder-849143-7-smb neutron-server[107195]: WARNING oslo_policy.policy [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:28.466440 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:28.496989 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:28.677373 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Publish callbacks [] for security_group (058eddef-8d9c-4c30-9599-4b516ca46ddf), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:28.754544 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (058eddef-8d9c-4c30-9599-4b516ca46ddf), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:28.790205 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 480} {{(pid=107195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:20:28.824428 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754260248760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (07d0385e-c202-473d-ba98-465354dae886), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:28.825030 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Unsubscribe: segment precommit_create {{(pid=107195) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 01:20:28.825610 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.segments_db [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Added segment 07d0385e-c202-473d-ba98-465354dae886 of type vlan for network 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c Sep 23 01:20:28.833393 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=058eddef-8d9c-4c30-9599-4b516ca46ddf,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:28.880444 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.880908 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.881262 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.881614 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.881943 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.882269 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.882740 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.883076 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.883399 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.883748 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.884071 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.884408 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.884729 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.885044 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.885381 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Tracked resource versions report: Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: pushed versions: Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: { 'AddressGroup': {'1.2'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Agent': {'1.1'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'ConntrackHelper': {'1.0'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Log': {'1.0'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'NDPProxy': {'1.0'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Network': {'1.1'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Port': {'1.7'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'PortForwarding': {'1.3'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'QosPolicy': {'1.10'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'SecurityGroup': {'1.5'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'SubPort': {'1.0'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Subnet': {'1.1'}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Trunk': {'1.1'}} Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: consumer versions: Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: { DHCP agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: L3 agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: Metadata agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: Metering agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: Open vSwitch agent@dv-cinder-849143-7-smb: { 'AddressGroup': '1.2', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Agent': '1.1', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'ConntrackHelper': '1.0', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'LocalIPAssociation': '1.0', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Log': '1.0', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'NDPProxy': '1.0', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Network': '1.1', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Port': '1.7', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'PortForwarding': '1.3', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'QosPolicy': '1.10', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'SecurityGroup': '1.5', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'SecurityGroupRule': '1.2', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'SubPort': '1.0', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Subnet': '1.1', Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: 'Trunk': '1.1'}} Sep 23 01:20:28.886581 dv-cinder-849143-7-smb neutron-server[107195]: {{(pid=107195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:20:28.967051 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:29.160170 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:29.166795 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:20:29.167593 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:29.305402 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] Pushing event updated for resources: {'Network': ['ID=6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:29.319213 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:20:29.378927 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-9f73bdef-b8e6-4bf9-b42c-69e2da827434 demo demo] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 2.0190992 Sep 23 01:20:32.339940 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=8 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:32.351203 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:32.760127 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 60638) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:33.173654 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=23,neutron:INSERT=33,neutron:DELETE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:33.326410 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be4d15-59a0-4994-8076-6bac6b9f2973 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:20:33.328102 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-33be4d15-59a0-4994-8076-6bac6b9f2973 demo admin] 10.222.0.83 "GET /networking/v2.0/networks/6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c HTTP/1.1" status: 200 len: 825 time: 0.5669932 Sep 23 01:20:33.359652 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-c64cbec8-86af-4084-b09e-f5d3b61e6f63 demo admin] 10.222.0.83 "GET /networking/v2.0/subnetpools/4835640f-85ff-4aa3-9d44-75fd20716780 HTTP/1.1" status: 200 len: 734 time: 0.0243073 Sep 23 01:20:33.371827 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c', 'subnetpool_id': '4835640f-85ff-4aa3-9d44-75fd20716780', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:20:33.466248 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Made reservation on behalf of 612f86bc1b6c4d8ab8393c2393a01341 for: {'subnet': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:20:33.470629 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:34.012696 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for subnet (b3ddf53a-ed19-4e83-a333-0306ef3e8272), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:34.101062 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Checking segment: {'id': '07d0385e-c202-473d-ba98-465354dae886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:20:34.101452 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Network hostable DHCP agents. Network: 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:20:34.112563 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b3ddf53a-ed19-4e83-a333-0306ef3e8272,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:34.126368 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.126743 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.129966 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.129966 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.129966 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.129966 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.129966 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.130539 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.130539 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.130539 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.130539 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.130539 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.131260 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.131260 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.131260 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Tracked resource versions report: Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: pushed versions: Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: { 'AddressGroup': {'1.2'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Agent': {'1.1'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'ConntrackHelper': {'1.0'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Log': {'1.0'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'NDPProxy': {'1.0'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Network': {'1.1'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Port': {'1.7'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'PortForwarding': {'1.3'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'QosPolicy': {'1.10'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'SecurityGroup': {'1.5'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'SubPort': {'1.0'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Subnet': {'1.1'}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Trunk': {'1.1'}} Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: consumer versions: Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: { DHCP agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: L3 agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: Metadata agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: Metering agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: Open vSwitch agent@dv-cinder-849143-7-smb: { 'AddressGroup': '1.2', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Agent': '1.1', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'ConntrackHelper': '1.0', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'LocalIPAssociation': '1.0', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Log': '1.0', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'NDPProxy': '1.0', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Network': '1.1', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Port': '1.7', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'PortForwarding': '1.3', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'QosPolicy': '1.10', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'SecurityGroup': '1.5', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'SecurityGroupRule': '1.2', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'SubPort': '1.0', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Subnet': '1.1', Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: 'Trunk': '1.1'}} Sep 23 01:20:34.132106 dv-cinder-849143-7-smb neutron-server[107196]: {{(pid=107196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:20:34.253962 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Network 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:20:34.379652 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c) {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:20:34.385623 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:20:34.386822 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:34.390525 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dff473-7e3a-416e-bd35-3cadde776567 None None] Network 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:20:34.400297 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=33,neutron:INSERT=33 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:34.479778 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-7193f807-9bc8-4ae1-9c3f-4b2bdfa5c654 demo admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1131604 Sep 23 01:20:34.750931 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaff64a2e-0121-5df4-867b-820a70dda548-6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c', 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c', 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'fixed_ips': [{'subnet_id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272'}]}} from dv-cinder-849143-7-smb. {{(pid=107197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:20:34.753431 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:35.204702 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.db_base_plugin_common [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Allocated IP 172.20.0.2 (6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c/b3ddf53a-ed19-4e83-a333-0306ef3e8272/a3ecc8fb-47ad-4f12-bc8f-78edf74c5885) {{(pid=107197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:20:35.622292 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Publish callbacks [] for port (a3ecc8fb-47ad-4f12-bc8f-78edf74c5885), precommit_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:35.769465 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (a3ecc8fb-47ad-4f12-bc8f-78edf74c5885), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:35.917217 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Network 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c is already hosted by enough agents. {{(pid=107197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:20:35.927125 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.base_scheduler [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Resources bound (agent type, host, resource id): {{(pid=107197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:20:35.940442 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Received port after_create {{(pid=107197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:20:35.949534 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:35.954619 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Pushing event updated for resources: {'Port': ['ID=a3ecc8fb-47ad-4f12-bc8f-78edf74c5885,revision_number=1']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:36.043867 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.044433 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.044992 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.045579 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.046135 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.046734 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.047305 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.047863 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.048424 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.048969 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.049568 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.050097 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.050675 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.051224 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.051761 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Tracked resource versions report: Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: pushed versions: Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: { 'AddressGroup': {'1.2'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Agent': {'1.1'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'ConntrackHelper': {'1.0'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Log': {'1.0'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'NDPProxy': {'1.0'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Network': {'1.1'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Port': {'1.7'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'PortForwarding': {'1.3'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'QosPolicy': {'1.10'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'SecurityGroup': {'1.5'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'SubPort': {'1.0'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Subnet': {'1.1'}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Trunk': {'1.1'}} Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: consumer versions: Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: { DHCP agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: L3 agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: Metadata agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: Metering agent@dv-cinder-849143-7-smb: {}, Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: Open vSwitch agent@dv-cinder-849143-7-smb: { 'AddressGroup': '1.2', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Agent': '1.1', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'ConntrackHelper': '1.0', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'LocalIPAssociation': '1.0', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Log': '1.0', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'NDPProxy': '1.0', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Network': '1.1', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Port': '1.7', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'PortForwarding': '1.3', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'QosPolicy': '1.10', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'SecurityGroup': '1.5', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'SecurityGroupRule': '1.2', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'SubPort': '1.0', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Subnet': '1.1', Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: 'Trunk': '1.1'}} Sep 23 01:20:36.053790 dv-cinder-849143-7-smb neutron-server[107197]: {{(pid=107197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:20:36.106633 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Attempting to bind port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:20:36.107217 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Attempting to bind port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '07d0385e-c202-473d-ba98-465354dae886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:20:36.107845 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Attempting to bind port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 on network 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:20:36.198486 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:20:36.199024 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Checking segment: {'id': '07d0385e-c202-473d-ba98-465354dae886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:20:36.199785 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:36.200416 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Bound using segment: {'id': '07d0385e-c202-473d-ba98-465354dae886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:20:36.201242 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Bound port: a3ecc8fb-47ad-4f12-bc8f-78edf74c5885, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d0385e-c202-473d-ba98-465354dae886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:20:36.201907 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a3ecc8fb-47ad-4f12-bc8f-78edf74c5885), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:36.292052 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] For port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:20:36.316157 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] For port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=a3ecc8fb-47ad-4f12-bc8f-78edf74c5885,segment=NetworkSegment(07d0385e-c202-473d-ba98-465354dae886),segment_id=07d0385e-c202-473d-ba98-465354dae886)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:20:36.494879 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a3ecc8fb-47ad-4f12-bc8f-78edf74c5885), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:36.563730 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b317993-a00f-44ee-949e-d21803bbe2ef None None] Pushing event updated for resources: {'Port': ['ID=a3ecc8fb-47ad-4f12-bc8f-78edf74c5885,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:38.342411 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 60654) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:38.890041 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [None req-36bfebe0-e4f9-4103-ac21-d2ad713acb60 admin admin] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:20:38.892006 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-36bfebe0-e4f9-4103-ac21-d2ad713acb60 admin admin] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5482543 Sep 23 01:20:39.279692 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=47,neutron:INSERT=39,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:39.301835 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=35,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:42.695502 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 60666) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:43.223387 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [None req-32f73ac2-713f-4b8e-9d7a-16fa5118e50e admin admin] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:20:43.224392 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-32f73ac2-713f-4b8e-9d7a-16fa5118e50e admin admin] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5277441 Sep 23 01:20:44.399124 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:44.400618 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:INSERT=5,neutron:SELECT=46,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:44.785483 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-58174d60-a58a-42fe-8ff0-7676ba842d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:46.141636 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 60680) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:46.413781 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:20:46.508673 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:20:46.509075 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a3ecc8fb-47ad-4f12-bc8f-78edf74c5885), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:46.509635 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 Sep 23 01:20:46.539881 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:46.640950 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:20:46.641436 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a3ecc8fb-47ad-4f12-bc8f-78edf74c5885), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:46.683052 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=a3ecc8fb-47ad-4f12-bc8f-78edf74c5885,segment=NetworkSegment(07d0385e-c202-473d-ba98-465354dae886),segment_id=07d0385e-c202-473d-ba98-465354dae886)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:20:46.702300 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-8fccd5b7-bb14-4f3d-8ce6-4def2161974f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:20:46.765447 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a3ecc8fb-47ad-4f12-bc8f-78edf74c5885), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:46.797943 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8fccd5b7-bb14-4f3d-8ce6-4def2161974f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:46.800286 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8fccd5b7-bb14-4f3d-8ce6-4def2161974f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:46.828153 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=a3ecc8fb-47ad-4f12-bc8f-78edf74c5885,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:46.860672 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede6cf89-8338-4d78-923e-af1598d951c5 None None] Network 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:20:46.924734 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-32053c64-5c23-4377-bb35-5d293bfdf03d None None] Provisioning complete for port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:20:46.925032 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-32053c64-5c23-4377-bb35-5d293bfdf03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a3ecc8fb-47ad-4f12-bc8f-78edf74c5885), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:46.925376 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-32053c64-5c23-4377-bb35-5d293bfdf03d None None] Attempt 1 to provision port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 Sep 23 01:20:46.960829 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8fccd5b7-bb14-4f3d-8ce6-4def2161974f demo demo] Publish callbacks [] for router_controller (c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4), precommit_add_association {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:47.047771 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:47.066786 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8fccd5b7-bb14-4f3d-8ce6-4def2161974f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808686'] for router (c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:47.071812 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-32053c64-5c23-4377-bb35-5d293bfdf03d None None] Current status of the port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:20:47.188188 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8fccd5b7-bb14-4f3d-8ce6-4def2161974f demo demo] Publish callbacks [] for router (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:47.190407 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-8fccd5b7-bb14-4f3d-8ce6-4def2161974f demo demo] 10.222.0.83 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0472009 Sep 23 01:20:47.301450 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-0042a713-ad57-4bdc-aa70-c6c1a7eea1f3 None None] Provisioning complete for port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:20:47.301852 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-0042a713-ad57-4bdc-aa70-c6c1a7eea1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a3ecc8fb-47ad-4f12-bc8f-78edf74c5885), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:47.302194 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-0042a713-ad57-4bdc-aa70-c6c1a7eea1f3 None None] Attempt 1 to provision port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 Sep 23 01:20:47.397653 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-0042a713-ad57-4bdc-aa70-c6c1a7eea1f3 None None] Current status of the port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:20:47.810754 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-fc7b93eb-f416-4e9c-9694-0c63a1b7ad4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:48.345456 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:20:48.399858 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:20:48.400245 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a3ecc8fb-47ad-4f12-bc8f-78edf74c5885), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:48.400582 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 Sep 23 01:20:48.478069 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:20:49.354166 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:49.958024 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 60688) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:50.325483 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [None req-ee9d123a-caf2-43f3-90cc-dccbcabf6c77 admin admin] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:20:50.330004 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-ee9d123a-caf2-43f3-90cc-dccbcabf6c77 admin admin] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3674068 Sep 23 01:20:50.362506 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:51.402277 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:53.010383 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 60696) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:53.413234 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:20:53.533615 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Made reservation on behalf of bb2e67cab7234c2983ce58824e8c7d2f for: {'network': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:20:53.536042 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:53.545213 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:53.626505 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Publish callbacks [] for security_group (785b8575-e7fd-4ea2-9a86-1d85daf1922b), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:53.722417 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (785b8575-e7fd-4ea2-9a86-1d85daf1922b), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:53.739476 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=107195) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 01:20:53.762866 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785b8575-e7fd-4ea2-9a86-1d85daf1922b,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:53.768707 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (b97ae702-8730-4151-b6bf-3d58ab86410b), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:53.769077 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.segments_db [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Added segment b97ae702-8730-4151-b6bf-3d58ab86410b of type flat for network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 Sep 23 01:20:53.818057 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (75dc86d0-4f13-4189-8e8b-1dc6e76307d0), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:53.930651 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (75dc86d0-4f13-4189-8e8b-1dc6e76307d0), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:53.931702 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:20:53.932320 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:54.055781 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] Pushing event updated for resources: {'Network': ['ID=75dc86d0-4f13-4189-8e8b-1dc6e76307d0,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:54.066560 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:20:54.152593 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-16dc7cd7-1a24-4a3c-94b6-3dbbd02a29f0 admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1405590 Sep 23 01:20:56.904813 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 60704) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:57.344715 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f73cb-61eb-4653-9697-50e31bbebcaa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:20:57.346630 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-366f73cb-61eb-4653-9697-50e31bbebcaa demo admin] 10.222.0.83 "GET /networking/v2.0/subnets/b3ddf53a-ed19-4e83-a333-0306ef3e8272 HTTP/1.1" status: 200 len: 849 time: 0.4401309 Sep 23 01:20:57.538359 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-03621204-579f-4341-a02c-cbda25cfccd6 demo admin] 10.222.0.83 "GET /networking/v2.0/routers/c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 HTTP/1.1" status: 200 len: 704 time: 0.1846857 Sep 23 01:20:57.815726 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:58.143691 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Allocated IP 172.20.0.1 (6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c/b3ddf53a-ed19-4e83-a333-0306ef3e8272/e9a7926a-c35f-45d2-909b-b52e34c355a4) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:20:58.335778 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Publish callbacks [] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:58.483582 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:58.571512 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Network 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:20:58.577684 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:20:58.580692 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:20:58.581460 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817623'] for router_interface (c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:58.604319 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Pushing event updated for resources: {'Port': ['ID=e9a7926a-c35f-45d2-909b-b52e34c355a4,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:58.720339 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:58.795444 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Provisioning complete for port e9a7926a-c35f-45d2-909b-b52e34c355a4 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:20:58.796166 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:58.796166 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Attempt 1 to provision port e9a7926a-c35f-45d2-909b-b52e34c355a4 Sep 23 01:20:58.835801 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Port e9a7926a-c35f-45d2-909b-b52e34c355a4 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:20:58.878908 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:58.882349 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:59.206997 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Publish callbacks [] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:59.270505 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:59.271400 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817731'] for router_interface (c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:59.337048 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Attempt 2 to provision port e9a7926a-c35f-45d2-909b-b52e34c355a4 Sep 23 01:20:59.353645 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Pushing event updated for resources: {'Port': ['ID=e9a7926a-c35f-45d2-909b-b52e34c355a4,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:59.373864 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Port e9a7926a-c35f-45d2-909b-b52e34c355a4 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:20:59.417475 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Network 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:20:59.419006 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:20:59.668461 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Router c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 is scheduled to L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a with binding_index 1 {{(pid=107196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:20:59.768829 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:20:59.774174 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-30d382cb-844f-454f-b883-3d09364dbc52 demo admin] 10.222.0.83 "PUT /networking/v2.0/routers/c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2302177 Sep 23 01:20:59.786406 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Sync routers for ids ['c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:20:59.803901 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Routers {'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:20:59.804743 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-cd80f17f-c91e-4930-979d-461547111616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:20:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:59.876078 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Attempt 3 to provision port e9a7926a-c35f-45d2-909b-b52e34c355a4 Sep 23 01:20:59.931073 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Port e9a7926a-c35f-45d2-909b-b52e34c355a4 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:21:00.069844 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Set router c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 gateway port host: None {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:21:00.244637 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:21:00.432025 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Attempt 4 to provision port e9a7926a-c35f-45d2-909b-b52e34c355a4 Sep 23 01:21:00.474999 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Port e9a7926a-c35f-45d2-909b-b52e34c355a4 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:21:00.569814 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-cd80f17f-c91e-4930-979d-461547111616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'name': 'router1', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:20:46Z', 'updated_at': '2022-09-23T01:20:58Z', 'revision_number': 2, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'gw_port_host': None, '_interfaces': [{'id': 'e9a7926a-c35f-45d2-909b-b52e34c355a4', 'name': '', 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'mac_address': 'fa:16:3e:f6:48:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:20:57Z', 'updated_at': '2022-09-23T01:20:59Z', 'revision_number': 2, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'subnets': [{'id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4835640f-85ff-4aa3-9d44-75fd20716780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:00.626662 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Checking router: c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:21:00.627168 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Updating router c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 port e9a7926a-c35f-45d2-909b-b52e34c355a4 binding host dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:21:00.689732 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:00.976508 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Attempt 5 to provision port e9a7926a-c35f-45d2-909b-b52e34c355a4 Sep 23 01:21:01.015204 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Port e9a7926a-c35f-45d2-909b-b52e34c355a4 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:21:01.270483 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Publish callbacks [] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), precommit_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:01.360447 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:01.509871 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Pushing event updated for resources: {'Port': ['ID=e9a7926a-c35f-45d2-909b-b52e34c355a4,revision_number=3']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:01.516630 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Attempt 6 to provision port e9a7926a-c35f-45d2-909b-b52e34c355a4 Sep 23 01:21:01.525296 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.525579 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.525894 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.526254 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.526601 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.526943 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.527269 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.527594 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.527930 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.528262 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.528562 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.528891 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.529210 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.529567 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.529893 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Tracked resource versions report: Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: pushed versions: Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: { 'AddressGroup': {'1.2'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Agent': {'1.1'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'ConntrackHelper': {'1.0'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Log': {'1.0'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'NDPProxy': {'1.0'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Network': {'1.1'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Port': {'1.7'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'PortForwarding': {'1.3'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'QosPolicy': {'1.10'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'SecurityGroup': {'1.5'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'SubPort': {'1.0'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Subnet': {'1.1'}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Trunk': {'1.1'}} Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: consumer versions: Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: { DHCP agent@dv-cinder-849143-7-smb: {}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: L3 agent@dv-cinder-849143-7-smb: {}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: Metadata agent@dv-cinder-849143-7-smb: {}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: Metering agent@dv-cinder-849143-7-smb: {}, Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: Open vSwitch agent@dv-cinder-849143-7-smb: { 'AddressGroup': '1.2', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Agent': '1.1', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'ConntrackHelper': '1.0', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'LocalIPAssociation': '1.0', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Log': '1.0', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'NDPProxy': '1.0', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Network': '1.1', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Port': '1.7', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'PortForwarding': '1.3', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'QosPolicy': '1.10', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'SecurityGroup': '1.5', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'SecurityGroupRule': '1.2', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'SubPort': '1.0', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Subnet': '1.1', Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: 'Trunk': '1.1'}} Sep 23 01:21:01.531674 dv-cinder-849143-7-smb neutron-server[107198]: {{(pid=107198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:21:01.553484 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Attempting to bind port e9a7926a-c35f-45d2-909b-b52e34c355a4 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:21:01.554803 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Attempting to bind port e9a7926a-c35f-45d2-909b-b52e34c355a4 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '07d0385e-c202-473d-ba98-465354dae886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c'}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:21:01.555734 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Attempting to bind port e9a7926a-c35f-45d2-909b-b52e34c355a4 on network 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:21:01.572884 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Port e9a7926a-c35f-45d2-909b-b52e34c355a4 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:21:01.662057 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:21:01.662464 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Checking segment: {'id': '07d0385e-c202-473d-ba98-465354dae886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:21:01.662981 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:01.663380 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Bound using segment: {'id': '07d0385e-c202-473d-ba98-465354dae886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c'} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:21:01.663873 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Bound port: e9a7926a-c35f-45d2-909b-b52e34c355a4, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d0385e-c202-473d-ba98-465354dae886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c'}}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:21:01.664269 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:01.728986 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:01.736446 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:01.740615 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-cd80f17f-c91e-4930-979d-461547111616 None None] For port e9a7926a-c35f-45d2-909b-b52e34c355a4, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:21:01.764913 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-cd80f17f-c91e-4930-979d-461547111616 None None] For port e9a7926a-c35f-45d2-909b-b52e34c355a4, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=e9a7926a-c35f-45d2-909b-b52e34c355a4,segment=NetworkSegment(07d0385e-c202-473d-ba98-465354dae886),segment_id=07d0385e-c202-473d-ba98-465354dae886)] {{(pid=107198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:21:01.843453 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:01.913594 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Routers {'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:21:01.915137 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-cd80f17f-c91e-4930-979d-461547111616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:20:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:02.033632 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c9f9d-39de-4279-b274-60f585b4a429 None None] Pushing event updated for resources: {'Port': ['ID=e9a7926a-c35f-45d2-909b-b52e34c355a4,revision_number=4']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:02.074266 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Attempt 7 to provision port e9a7926a-c35f-45d2-909b-b52e34c355a4 Sep 23 01:21:02.076132 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-cd80f17f-c91e-4930-979d-461547111616 None None] Set router c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 gateway port host: None {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:21:02.079287 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:02.178930 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Current status of the port e9a7926a-c35f-45d2-909b-b52e34c355a4 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:02.179320 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:02.222302 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-c0ea17d1-5388-426a-a155-604641127237 None None] For port e9a7926a-c35f-45d2-909b-b52e34c355a4, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=e9a7926a-c35f-45d2-909b-b52e34c355a4,segment=NetworkSegment(07d0385e-c202-473d-ba98-465354dae886),segment_id=07d0385e-c202-473d-ba98-465354dae886)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:21:02.319713 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-cd80f17f-c91e-4930-979d-461547111616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'name': 'router1', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:20:46Z', 'updated_at': '2022-09-23T01:20:58Z', 'revision_number': 2, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'gw_port_host': None, '_interfaces': [{'id': 'e9a7926a-c35f-45d2-909b-b52e34c355a4', 'name': '', 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'mac_address': 'fa:16:3e:f6:48:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:20:57Z', 'updated_at': '2022-09-23T01:21:01Z', 'revision_number': 4, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'subnets': [{'id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4835640f-85ff-4aa3-9d44-75fd20716780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:02.327348 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:02.363915 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80f17f-c91e-4930-979d-461547111616 None None] The sync data for ids ['c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'] in dv-cinder-849143-7-smb is: [{'id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'name': 'router1', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:20:46Z', 'updated_at': '2022-09-23T01:20:58Z', 'revision_number': 2, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'gw_port_host': None, '_interfaces': [{'id': 'e9a7926a-c35f-45d2-909b-b52e34c355a4', 'name': '', 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'mac_address': 'fa:16:3e:f6:48:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:20:57Z', 'updated_at': '2022-09-23T01:21:01Z', 'revision_number': 4, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'subnets': [{'id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4835640f-85ff-4aa3-9d44-75fd20716780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:21:02.392116 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea17d1-5388-426a-a155-604641127237 None None] Pushing event updated for resources: {'Port': ['ID=e9a7926a-c35f-45d2-909b-b52e34c355a4,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:02.453167 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-cb50913d-da37-4944-8018-42f19128703a None None] Provisioning complete for port e9a7926a-c35f-45d2-909b-b52e34c355a4 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:02.453591 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cb50913d-da37-4944-8018-42f19128703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:02.454005 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cb50913d-da37-4944-8018-42f19128703a None None] Attempt 1 to provision port e9a7926a-c35f-45d2-909b-b52e34c355a4 Sep 23 01:21:02.501852 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:02.560317 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cb50913d-da37-4944-8018-42f19128703a None None] Current status of the port e9a7926a-c35f-45d2-909b-b52e34c355a4 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:02.915849 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 60714) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:21:03.475705 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d727e0-2a2a-4c5b-bdca-273095d99a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:21:03.477030 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-45d727e0-2a2a-4c5b-bdca-273095d99a06 admin admin] 10.222.0.83 "GET /networking/v2.0/networks/75dc86d0-4f13-4189-8e8b-1dc6e76307d0 HTTP/1.1" status: 200 len: 842 time: 0.5597994 Sep 23 01:21:03.491862 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.0.1'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:21:03.585446 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Made reservation on behalf of bb2e67cab7234c2983ce58824e8c7d2f for: {'subnet': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:21:03.589217 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:03.681493 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:03.969048 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:04.049117 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=41,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:04.053125 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=50,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:04.086910 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.objects.ports [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107196) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 23 01:21:04.087601 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for subnet (8112f408-3e25-4fa3-94dd-976e99b211ac), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.190489 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8112f408-3e25-4fa3-94dd-976e99b211ac,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:04.207304 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Checking segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:21:04.207858 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Network hostable DHCP agents. Network: 75dc86d0-4f13-4189-8e8b-1dc6e76307d0, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:21:04.465436 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:21:04.585488 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 75dc86d0-4f13-4189-8e8b-1dc6e76307d0) {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:21:04.592512 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:21:04.594093 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.601705 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5d71ee-0ac3-484a-a136-5a183f1abfc9 None None] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:21:04.716745 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-1429e2d2-df59-4154-949f-e5f7cd5d936d admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2279077 Sep 23 01:21:04.772506 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25ebffe-d475-4811-a78f-6b5e0f111743 None None] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:21:07.524918 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 60724) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:21:08.081728 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-80fc999c-7924-415a-8df6-0066374e1e94 demo admin] 10.222.0.83 "GET /networking/v2.0/routers/c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 HTTP/1.1" status: 200 len: 710 time: 0.5556772 Sep 23 01:21:08.180890 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ee17c-a734-44a4-813f-de23e979a6f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:21:08.182497 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-d16ee17c-a734-44a4-813f-de23e979a6f6 demo admin] 10.222.0.83 "GET /networking/v2.0/networks/75dc86d0-4f13-4189-8e8b-1dc6e76307d0 HTTP/1.1" status: 200 len: 886 time: 0.0934665 Sep 23 01:21:08.193238 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:21:08.373173 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device e9a7926a-c35f-45d2-909b-b52e34c355a4 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:21:08.423240 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port e9a7926a-c35f-45d2-909b-b52e34c355a4 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:08.423624 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:08.424007 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port e9a7926a-c35f-45d2-909b-b52e34c355a4 Sep 23 01:21:08.515057 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port e9a7926a-c35f-45d2-909b-b52e34c355a4 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:08.542410 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Publish callbacks [] for router_gateway (c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:08.906443 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Publish callbacks [] for router_gateway (c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:08.908270 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:08.993839 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:09.126764 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Allocated IP 172.28.0.32 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:21:09.129397 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:09.250110 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Publish callbacks [] for port (c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:09.405535 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:09.447125 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:21:09.451970 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:21:09.456551 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:21:09.459664 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Pushing event updated for resources: {'Port': ['ID=c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:09.775705 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Publish callbacks [] for router_gateway (c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:09.853679 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:09.974893 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router (c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:09.979285 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794260'] for router (c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:10.092133 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Router c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:21:10.228319 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:21:10.232540 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:10.233777 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-08510aa6-17af-42b9-b5ad-286e76d43fe4 demo admin] 10.222.0.83 "PUT /networking/v2.0/routers/c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 HTTP/1.1" status: 200 len: 889 time: 2.0443163 Sep 23 01:21:10.241134 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Sync routers for ids ['c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:21:10.255459 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Routers {'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:21:10.256151 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:20:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:10.489244 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Set router c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:21:10.776908 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:10.953998 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'name': 'router1', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': 'c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:20:46Z', 'updated_at': '2022-09-23T01:21:09Z', 'revision_number': 4, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'gw_port': {'id': 'c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:09Z', 'updated_at': '2022-09-23T01:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'e9a7926a-c35f-45d2-909b-b52e34c355a4', 'name': '', 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'mac_address': 'fa:16:3e:f6:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:20:57Z', 'updated_at': '2022-09-23T01:21:02Z', 'revision_number': 5, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'subnets': [{'id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4835640f-85ff-4aa3-9d44-75fd20716780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:11.008846 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Checking router: c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:21:11.009201 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Updating router c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c binding host dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:21:11.066899 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.392267 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:11.412483 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Publish callbacks [] for port (c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c), precommit_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.519665 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.555213 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Attempting to bind port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:21:11.555582 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Attempting to bind port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:21:11.555932 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Attempting to bind port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c on network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:21:11.587892 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16855e78-143b-4585-9a5a-1a957fd3bda9 None None] Pushing event updated for resources: {'Port': ['ID=c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:11.611289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:21:11.611656 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Checking segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:21:11.612058 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.612441 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Bound using segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:21:11.612908 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Bound port: c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:21:11.613271 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.666695 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] For port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:21:11.670298 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] For port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:21:11.768281 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.801774 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Routers {'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:21:11.802400 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:20:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:11.871300 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16855e78-143b-4585-9a5a-1a957fd3bda9 None None] Pushing event updated for resources: {'Port': ['ID=c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:12.006457 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] Set router c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:21:12.127682 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:12.225099 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'name': 'router1', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': 'c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:20:46Z', 'updated_at': '2022-09-23T01:21:09Z', 'revision_number': 4, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'gw_port': {'id': 'c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:09Z', 'updated_at': '2022-09-23T01:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'e9a7926a-c35f-45d2-909b-b52e34c355a4', 'name': '', 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'mac_address': 'fa:16:3e:f6:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:20:57Z', 'updated_at': '2022-09-23T01:21:02Z', 'revision_number': 5, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'subnets': [{'id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4835640f-85ff-4aa3-9d44-75fd20716780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:12.255490 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff2587-852f-4a01-a8b1-3bff896a1579 None None] The sync data for ids ['c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4'] in dv-cinder-849143-7-smb is: [{'id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'name': 'router1', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': 'c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:20:46Z', 'updated_at': '2022-09-23T01:21:09Z', 'revision_number': 4, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'gw_port': {'id': 'c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:09Z', 'updated_at': '2022-09-23T01:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'e9a7926a-c35f-45d2-909b-b52e34c355a4', 'name': '', 'network_id': '6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c', 'tenant_id': '612f86bc1b6c4d8ab8393c2393a01341', 'mac_address': 'fa:16:3e:f6:48:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ec0c3d-f5b7-4f47-b3dc-159954e83ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:20:57Z', 'updated_at': '2022-09-23T01:21:02Z', 'revision_number': 5, 'project_id': '612f86bc1b6c4d8ab8393c2393a01341', 'subnets': [{'id': 'b3ddf53a-ed19-4e83-a333-0306ef3e8272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4835640f-85ff-4aa3-9d44-75fd20716780'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:21:12.316928 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=30 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:12.362831 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=52,neutron:INSERT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:13.155504 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 60734) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:21:13.574226 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-77447224-7e87-4450-8b50-154e90921887 admin admin] 10.222.0.83 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4174774 Sep 23 01:21:14.399640 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:21:14.450841 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:14.451314 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:14.451560 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c Sep 23 01:21:14.542550 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:14.542965 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:14.577468 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:21:14.681866 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:14.712322 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:14.731328 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:14.735316 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c040d027-81a8-464b-810f-645af5d4b371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:16.376299 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:21:16.427113 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:16.427502 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:16.429229 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c Sep 23 01:21:16.628723 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port c3f92fe2-3913-4ec3-bbc5-dcdaaae8859c is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:17.836775 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-9ef3157d-470d-4cde-8e7c-8b0e757ff9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:19.491541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:20.414368 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:21.419168 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:23.211085 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:23.218718 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:23.567177 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=24 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:23.571716 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=89 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:31.271216 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:31.282609 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:37.221440 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:21:44.771419 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-91aeb3bb-4bb6-45ee-8f28-5e72c997d7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:47.199719 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:47.876378 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8c40-2e76-4e53-a948-1961a44b7700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:49.355056 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:50.474850 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:51.345288 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:00.216354 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:00.226569 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:01.264204 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:01.268194 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:12.202889 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:14.205786 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:22:14.752093 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-742b92c5-ecbb-4308-99bf-3b06f0b3d10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:17.842276 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8a32-ab94-4912-9dca-2e3cd5927398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:19.366539 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:20.492875 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:21.367140 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:24.205187 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:31.265106 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:31.274292 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:37.208386 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:37.217889 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=5 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:44.976703 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6b69-681a-4903-89bb-3f0501467ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:47.823102 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5e5a8ddb-1137-4da0-9ff9-a2c27d19517b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:49.343210 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:50.354089 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:51.206319 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:22:51.349237 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:00.467510 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33056) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:00.926371 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5537d6-6202-41a5-a1c8-092a5d46225b admin admin] GET failed (client error): The resource could not be found. Sep 23 01:23:00.928673 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-8e5537d6-6202-41a5-a1c8-092a5d46225b admin admin] 10.222.0.83 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4600089 Sep 23 01:23:01.198549 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaf8120-cccf-43bb-af69-fe4685aef502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:01.200220 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ddaf8120-cccf-43bb-af69-fe4685aef502 admin admin] 10.222.0.83 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2671499 Sep 23 01:23:01.203186 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:01.264419 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:01.265671 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:03.890316 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33066) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:04.286409 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee485281-e224-42cc-937d-51f6c0205b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:04.287799 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ee485281-e224-42cc-937d-51f6c0205b07 admin admin] 10.222.0.83 "GET /networking/v2.0/subnets/b3ddf53a-ed19-4e83-a333-0306ef3e8272 HTTP/1.1" status: 200 len: 849 time: 0.3972101 Sep 23 01:23:04.298986 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:23:04.394462 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Publish callbacks [] for subnet (b3ddf53a-ed19-4e83-a333-0306ef3e8272), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:04.621938 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754260176276'] for subnet (b3ddf53a-ed19-4e83-a333-0306ef3e8272), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:04.655678 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:04.656711 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:04.658291 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] 10.222.0.83 "PUT /networking/v2.0/subnets/b3ddf53a-ed19-4e83-a333-0306ef3e8272 HTTP/1.1" status: 200 len: 868 time: 0.3640053 Sep 23 01:23:04.661892 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed22afe-4b5e-4d3d-81cf-dacab0e046fb None None] Network 6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:23:04.686183 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ddf53a-ed19-4e83-a333-0306ef3e8272,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:23:04.695447 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.695939 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.696320 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.696657 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.696986 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.697398 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.697738 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.698084 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.698416 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.698788 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.699109 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.699445 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.699818 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.700210 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:04.700533 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34987d-b9bb-4bf8-9210-ca744e4160cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:05.018407 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-86f9f573-f202-4415-9d7a-e038b928e0e9 None None] Provisioning complete for port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:23:05.018817 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86f9f573-f202-4415-9d7a-e038b928e0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a3ecc8fb-47ad-4f12-bc8f-78edf74c5885), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:05.019154 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-86f9f573-f202-4415-9d7a-e038b928e0e9 None None] Attempt 1 to provision port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 Sep 23 01:23:05.099784 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-86f9f573-f202-4415-9d7a-e038b928e0e9 None None] Current status of the port a3ecc8fb-47ad-4f12-bc8f-78edf74c5885 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:23:05.111156 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-86f9f573-f202-4415-9d7a-e038b928e0e9 None None] Provisioning complete for port e9a7926a-c35f-45d2-909b-b52e34c355a4 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:23:05.111548 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86f9f573-f202-4415-9d7a-e038b928e0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (e9a7926a-c35f-45d2-909b-b52e34c355a4), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:05.111879 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-86f9f573-f202-4415-9d7a-e038b928e0e9 None None] Attempt 1 to provision port e9a7926a-c35f-45d2-909b-b52e34c355a4 Sep 23 01:23:05.188756 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-86f9f573-f202-4415-9d7a-e038b928e0e9 None None] Current status of the port e9a7926a-c35f-45d2-909b-b52e34c355a4 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:23:07.447057 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33074) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:07.961927 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f76a5f-4b80-4c14-b48c-8871799331c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:07.962422 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f76a5f-4b80-4c14-b48c-8871799331c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:07.964008 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-27f76a5f-4b80-4c14-b48c-8871799331c8 admin admin] 10.222.0.83 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5160375 Sep 23 01:23:10.645857 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33082) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:11.105452 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda2046-27d0-4535-ae21-3af114c4c842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:11.105927 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda2046-27d0-4535-ae21-3af114c4c842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:11.108331 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-1bda2046-27d0-4535-ae21-3af114c4c842 admin admin] 10.222.0.83 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4612715 Sep 23 01:23:13.822208 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33090) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:14.200597 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=14 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:14.206085 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=18 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:14.287301 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b755e56-4907-497b-8f5c-1684fe92ba80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:14.288549 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-5b755e56-4907-497b-8f5c-1684fe92ba80 admin admin] 10.222.0.83 "GET /networking/v2.0/networks/6c3f802e-e6f0-4a07-a7f2-336e43b1fc3c HTTP/1.1" status: 200 len: 869 time: 0.4653020 Sep 23 01:23:14.760690 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-92996afc-4417-4766-b0bc-53133afd188f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:16.959078 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33098) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:17.312499 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:17.347680 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:17.395542 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e3b42b-20ed-4673-a649-0951a9be716c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:17.396952 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f0e3b42b-20ed-4673-a649-0951a9be716c admin admin] 10.222.0.83 "GET /networking/v2.0/networks/75dc86d0-4f13-4189-8e8b-1dc6e76307d0 HTTP/1.1" status: 200 len: 886 time: 0.4369900 Sep 23 01:23:17.781635 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-d89a4e87-3037-4746-981f-0c94d920e6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:19.382577 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:20.098608 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33106) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:20.365602 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:20.666984 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa1c794-b953-4ee3-8b32-fbe37ad09734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:20.667457 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa1c794-b953-4ee3-8b32-fbe37ad09734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:20.669060 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-8fa1c794-b953-4ee3-8b32-fbe37ad09734 admin admin] 10.222.0.83 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5692382 Sep 23 01:23:21.353693 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:23.313191 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33114) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:23.805796 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b85a0-1f22-4fbe-bcd7-bdd126a8ec58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:23.806517 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b85a0-1f22-4fbe-bcd7-bdd126a8ec58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:23.808137 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-861b85a0-1f22-4fbe-bcd7-bdd126a8ec58 admin admin] 10.222.0.83 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4939733 Sep 23 01:23:26.490646 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33122) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:26.926536 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baa11e5-2183-4a06-8b81-b2b7c1404f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:26.927927 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-5baa11e5-2183-4a06-8b81-b2b7c1404f17 admin admin] 10.222.0.83 "GET /networking/v2.0/subnets/8112f408-3e25-4fa3-94dd-976e99b211ac HTTP/1.1" status: 200 len: 816 time: 0.4364133 Sep 23 01:23:28.206691 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:23:29.592030 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33130) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:30.094983 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c1bc37-473b-462a-9a3a-8aa3953d26a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:30.096447 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-68c1bc37-473b-462a-9a3a-8aa3953d26a8 admin admin] 10.222.0.83 "GET /networking/v2.0/subnets/b3ddf53a-ed19-4e83-a333-0306ef3e8272 HTTP/1.1" status: 200 len: 868 time: 0.5031364 Sep 23 01:23:31.266995 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:31.269102 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:36.914158 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=22 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:36.923283 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=29 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:38.203560 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:40.081668 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:40.087403 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=7 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:44.736479 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cabe6bc5-a05b-4c44-b74c-448f5b5f9f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:47.776361 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-a5d3b42a-0a66-43c4-99ee-1741c7e594df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:49.433450 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:50.359597 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:51.198516 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:51.202850 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:51.336009 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:01.269769 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:01.271868 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:01.701173 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33190) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:24:02.066923 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [None req-23612e66-a3bd-46f2-946f-c5db895814ce admin admin] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:24:02.068082 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-23612e66-a3bd-46f2-946f-c5db895814ce admin admin] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3659680 Sep 23 01:24:04.831472 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33198) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:24:05.191637 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.pecan_wsgi.hooks.translation [None req-853f9f0f-43ae-47db-832b-0ae66d804474 admin admin] GET failed (client error): The resource could not be found. Sep 23 01:24:05.193023 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-853f9f0f-43ae-47db-832b-0ae66d804474 admin admin] 10.222.0.83 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3606079 Sep 23 01:24:05.206649 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:24:05.345812 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4cc54c-4c84-45e0-a238-1b0a700b1438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:24:05.347348 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-4a4cc54c-4c84-45e0-a238-1b0a700b1438 admin admin] 10.222.0.83 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1497188 Sep 23 01:24:08.071790 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33206) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:24:08.415178 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:24:08.547040 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Made reservation on behalf of bb2e67cab7234c2983ce58824e8c7d2f for: {'network': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:24:08.549376 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:08.587130 dv-cinder-849143-7-smb neutron-server[107195]: WARNING neutron.services.revisions.revision_plugin [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Could not find related network for resource to bump revision. Sep 23 01:24:08.598713 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 487} {{(pid=107195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:24:08.607868 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:08.608236 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.segments_db [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Added segment 8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d of type vlan for network 3e9968ff-97d5-4c45-9e5f-3719422a17e7 Sep 23 01:24:08.647267 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (3e9968ff-97d5-4c45-9e5f-3719422a17e7), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:08.878892 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (3e9968ff-97d5-4c45-9e5f-3719422a17e7), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:08.879902 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:24:08.880485 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:08.945493 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Pushing event updated for resources: {'Network': ['ID=3e9968ff-97d5-4c45-9e5f-3719422a17e7,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:24:08.953087 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.953434 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.953804 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.954152 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.954493 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.954859 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.955189 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.955515 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.955844 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.956179 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.956494 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.956856 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.957181 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.957505 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.957823 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:08.969774 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 3e9968ff-97d5-4c45-9e5f-3719422a17e7 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:24:09.042254 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-9451ce80-6d16-4ace-a6a4-655b46f2e88a admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9693506 Sep 23 01:24:11.722680 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33214) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:24:12.103174 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.pecan_wsgi.hooks.translation [None req-632c4792-f70e-4d42-8c26-059337ef7ca0 admin admin] GET failed (client error): The resource could not be found. Sep 23 01:24:12.104549 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-632c4792-f70e-4d42-8c26-059337ef7ca0 admin admin] 10.222.0.83 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3809156 Sep 23 01:24:12.177749 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd14b67-e76b-4a07-aeb0-277eed6c22d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:24:12.179266 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-3fd14b67-e76b-4a07-aeb0-277eed6c22d0 admin admin] 10.222.0.83 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695786 Sep 23 01:24:12.189496 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7', 'cidr': '192.168.233.0/24'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:24:12.295521 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] Made reservation on behalf of bb2e67cab7234c2983ce58824e8c7d2f for: {'subnet': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:24:12.298018 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:12.587840 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for subnet (239a4da2-fefe-4ce0-82f2-9fec72ac442f), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:12.656564 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=239a4da2-fefe-4ce0-82f2-9fec72ac442f,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:24:12.667283 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] Checking segment: {'id': '8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:24:12.667726 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] Network hostable DHCP agents. Network: 3e9968ff-97d5-4c45-9e5f-3719422a17e7, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:24:12.764662 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] Network 3e9968ff-97d5-4c45-9e5f-3719422a17e7 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:24:12.936497 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 3e9968ff-97d5-4c45-9e5f-3719422a17e7) {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:24:12.941780 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:24:12.942371 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:12.946781 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d43149-7fb1-4adf-9d7a-4cea2390c0c2 None None] Network 3e9968ff-97d5-4c45-9e5f-3719422a17e7 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:24:13.018665 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-7563f14d-cb42-4aa7-856c-bf6a35795cf3 admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8324761 Sep 23 01:24:13.053765 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaff64a2e-0121-5df4-867b-820a70dda548-3e9968ff-97d5-4c45-9e5f-3719422a17e7', 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7', 'project_id': 'bb2e67cab7234c2983ce58824e8c7d2f', 'fixed_ips': [{'subnet_id': '239a4da2-fefe-4ce0-82f2-9fec72ac442f'}]}} from dv-cinder-849143-7-smb. {{(pid=107197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:24:13.054883 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:13.244086 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.db_base_plugin_common [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Allocated IP 192.168.233.2 (3e9968ff-97d5-4c45-9e5f-3719422a17e7/239a4da2-fefe-4ce0-82f2-9fec72ac442f/7b89e9dd-a031-41ef-8ca4-7cbe21641fef) {{(pid=107197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:24:13.417781 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Publish callbacks [] for port (7b89e9dd-a031-41ef-8ca4-7cbe21641fef), precommit_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:13.525100 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (7b89e9dd-a031-41ef-8ca4-7cbe21641fef), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:13.569914 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Network 3e9968ff-97d5-4c45-9e5f-3719422a17e7 is already hosted by enough agents. {{(pid=107197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:24:13.573359 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.base_scheduler [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Resources bound (agent type, host, resource id): {{(pid=107197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:24:13.580684 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Received port after_create {{(pid=107197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:24:13.584378 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Pushing event updated for resources: {'Port': ['ID=7b89e9dd-a031-41ef-8ca4-7cbe21641fef,revision_number=1']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:24:13.596611 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.596972 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.597310 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.597656 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.597993 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.598311 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.598714 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.598968 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.599285 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.599849 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.600168 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.600622 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.600943 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.601285 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.601577 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:13.666698 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Attempting to bind port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:24:13.667070 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Attempting to bind port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:24:13.667428 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Attempting to bind port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef on network 3e9968ff-97d5-4c45-9e5f-3719422a17e7 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:24:13.716533 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:24:13.716904 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Checking segment: {'id': '8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:24:13.717321 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:13.717696 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Bound using segment: {'id': '8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:24:13.718183 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Bound port: 7b89e9dd-a031-41ef-8ca4-7cbe21641fef, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:24:13.718569 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (7b89e9dd-a031-41ef-8ca4-7cbe21641fef), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:13.785582 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] For port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:24:13.789058 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] For port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=7b89e9dd-a031-41ef-8ca4-7cbe21641fef,segment=NetworkSegment(8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d),segment_id=8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:24:13.902330 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (7b89e9dd-a031-41ef-8ca4-7cbe21641fef), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:13.960126 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecb611-c6e2-460f-8b2e-224baf9632e0 None None] Pushing event updated for resources: {'Port': ['ID=7b89e9dd-a031-41ef-8ca4-7cbe21641fef,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:24:14.520240 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 7b89e9dd-a031-41ef-8ca4-7cbe21641fef up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:24:14.574854 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:14.588471 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:24:14.588818 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (7b89e9dd-a031-41ef-8ca4-7cbe21641fef), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:14.589191 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef Sep 23 01:24:14.632506 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:14.697903 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:24:14.698286 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (7b89e9dd-a031-41ef-8ca4-7cbe21641fef), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:14.743192 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=7b89e9dd-a031-41ef-8ca4-7cbe21641fef,segment=NetworkSegment(8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d),segment_id=8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:24:14.827623 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-433a2858-38df-4df3-8aa7-4b2856485a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:14.839202 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (7b89e9dd-a031-41ef-8ca4-7cbe21641fef), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:14.868338 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8834d5b4-dd99-4058-8306-3ff96ecfce8d None None] Network 3e9968ff-97d5-4c45-9e5f-3719422a17e7 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:24:14.955889 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=7b89e9dd-a031-41ef-8ca4-7cbe21641fef,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:24:14.960838 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-470a9401-090c-4f7a-9a7d-3463b5d9971b None None] Provisioning complete for port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:24:14.961506 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-470a9401-090c-4f7a-9a7d-3463b5d9971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (7b89e9dd-a031-41ef-8ca4-7cbe21641fef), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:14.961635 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-470a9401-090c-4f7a-9a7d-3463b5d9971b None None] Attempt 1 to provision port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef Sep 23 01:24:15.081019 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-470a9401-090c-4f7a-9a7d-3463b5d9971b None None] Current status of the port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:24:15.202846 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:15.204795 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:15.305513 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-9a8c4cad-1941-4881-81e1-e3a543a24e27 None None] Provisioning complete for port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:24:15.306105 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-9a8c4cad-1941-4881-81e1-e3a543a24e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (7b89e9dd-a031-41ef-8ca4-7cbe21641fef), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:15.306562 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-9a8c4cad-1941-4881-81e1-e3a543a24e27 None None] Attempt 1 to provision port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef Sep 23 01:24:15.391530 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-9a8c4cad-1941-4881-81e1-e3a543a24e27 None None] Current status of the port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:24:16.493571 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 7b89e9dd-a031-41ef-8ca4-7cbe21641fef up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:24:16.542862 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:24:16.543249 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (7b89e9dd-a031-41ef-8ca4-7cbe21641fef), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:16.543616 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef Sep 23 01:24:16.625676 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 7b89e9dd-a031-41ef-8ca4-7cbe21641fef is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:24:17.850066 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2073b336-5dd2-44c2-8378-c83313d80a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:19.275929 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:19.358861 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:20.370099 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:21.352749 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:22.952873 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:22.953921 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:28.190146 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:28.199112 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=5 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:31.274778 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:31.276825 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:42.206953 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:24:44.740963 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-b47787d8-9e8d-45fb-8aa4-a2e76fb9cfa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:47.815917 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6372c209-4376-4fa1-8dd1-69e4bfa44e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:49.352842 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:50.388027 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:51.341540 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:52.203483 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:01.279182 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:01.281162 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:12.435654 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=13 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:12.443356 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=22 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:14.786807 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-954b5ed6-be52-4018-ad6b-60a70689d236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:17.804242 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2b3875a9-9f32-4870-9bcd-e369b2923225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:19.209227 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:25:19.586791 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:20.387328 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:21.346918 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:29.203188 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:31.281911 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:31.284310 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:42.201294 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:42.205743 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:44.774967 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-f233ed03-ca46-4403-9105-8e6cbbdca530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:47.814915 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-85ccc6a5-256a-4843-af1b-2cfe07c2ee9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:49.387427 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:50.540504 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:51.387179 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:56.208289 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:26:01.282036 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:01.290109 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:08.553257 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33278) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:26:08.559045 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [None req-ee488f49-6269-4350-97e9-84a98073f7e8 tempest-verify_tempest_config-2068855710 tempest-verify_tempest_config-2068855710-project] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:26:08.560216 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-ee488f49-6269-4350-97e9-84a98073f7e8 tempest-verify_tempest_config-2068855710 tempest-verify_tempest_config-2068855710-project] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058174 Sep 23 01:26:09.140313 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33296) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:26:09.283332 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:09.391504 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Publish callbacks [] for security_group (f08af8ac-95bb-4130-b141-dcb4cc6b4741), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:09.477998 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (f08af8ac-95bb-4130-b141-dcb4cc6b4741), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:09.529662 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=aecfd88e0f9a421d85534672339cf564&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3857424 Sep 23 01:26:09.529662 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08af8ac-95bb-4130-b141-dcb4cc6b4741,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:26:09.530262 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33302) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:26:09.551912 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.552258 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.552617 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.552957 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.553288 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.553613 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.553934 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.554257 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.554577 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.554923 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.555243 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.555610 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.556069 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.556397 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.556797 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81dcd83-676d-4e00-a091-e58b70ebea65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.610843 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-61544458-705d-4852-a5ab-43640551fdb8 admin admin] Publish callbacks [] for security_group (f08af8ac-95bb-4130-b141-dcb4cc6b4741), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:09.634075 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-61544458-705d-4852-a5ab-43640551fdb8 admin admin] Publish callbacks [] for security_group (f08af8ac-95bb-4130-b141-dcb4cc6b4741), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:09.809640 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-61544458-705d-4852-a5ab-43640551fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (f08af8ac-95bb-4130-b141-dcb4cc6b4741), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:09.812254 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-61544458-705d-4852-a5ab-43640551fdb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:09.813488 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-61544458-705d-4852-a5ab-43640551fdb8 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/f08af8ac-95bb-4130-b141-dcb4cc6b4741 HTTP/1.1" status: 204 len: 168 time: 0.2821555 Sep 23 01:26:09.821620 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61544458-705d-4852-a5ab-43640551fdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08af8ac-95bb-4130-b141-dcb4cc6b4741,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:26:14.757613 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1bcb127a-53dc-47bf-9a69-2b9b6fc40ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:17.780448 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-fdd32364-d9a0-4f8d-abaa-b0e341427f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:19.201774 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=5 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:19.204232 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:19.356054 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:19.675174 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:19.817789 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:20.477848 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:21.419101 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:31.292873 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:31.293714 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:33.206807 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:26:43.203505 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:43.204348 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:44.774442 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6ecf06f6-3c2e-4a7a-84b0-4951321a2fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:47.780021 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-55db18b9-d911-442e-b36a-893b4fe598a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:49.357402 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:50.357338 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:51.363336 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:56.196394 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:56.201252 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:01.294522 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:01.296514 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:10.205474 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:27:14.778279 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-b1c2397b-2277-455a-9b85-4329f3e8ebef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:17.789409 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-83c65a4c-0ec7-465e-a01a-8d7d93d09129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:19.418060 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:20.201544 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=14 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:20.202419 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=14 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:20.356848 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:21.374006 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:30.286981 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:31.299830 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:33.202432 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:33.207242 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:44.756877 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-0c2ceaeb-fb8d-441b-b8ae-41a0239adb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:47.203805 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 5 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:27:47.777597 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-f689f20f-cecb-4ef1-82ee-9460cb262e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:49.360378 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:50.351309 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:51.366025 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:54.785177 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809355'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:57.199938 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:57.200669 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:04.638044 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:04.641938 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:08.162296 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33374) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:28:08.270818 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-88728503-e791-4e8e-b3fa-239029187925 admin admin] 10.222.0.83 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1074500 Sep 23 01:28:10.767138 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33384) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:28:10.831738 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-7185a1d6-712c-4a72-82b4-eb1b7823c460 admin admin] 10.222.0.83 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0633647 Sep 23 01:28:12.207197 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=5 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:12.207895 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:14.744903 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-49c704a3-5394-45d5-8965-028e0bbea1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:17.800418 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e211-0c31-4b29-bfce-7ca7ca594152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:18.265344 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:19.434201 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:20.368162 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:20.824588 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:20.826480 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:21.361992 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:24.203365 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:28:24.705195 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:34.199097 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:34.199798 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:34.625888 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:34.631900 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:44.776365 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-e905772c-c83c-4322-8fa2-e80b5ddc587b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:47.196985 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:47.200794 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:47.758891 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-16531450-c69d-4291-808d-58dc88c5077b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:49.370744 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:50.348112 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:51.456344 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:54.695921 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:01.206129 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:29:04.631507 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:04.633452 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:12.501825 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=16 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:12.505817 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=12 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:14.764355 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-a58f5ab0-415d-4153-b183-d80ac9544e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:17.796412 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2d4eef87-6076-4e46-b92c-5aee14364b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:19.398608 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:20.364323 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:21.376036 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:24.206668 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:24.207402 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:24.695619 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:34.626945 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:34.632312 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:38.209765 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:29:44.763063 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8ba4ac6b-e174-4705-bae5-5e43dd2c88b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.832835 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8908114e-75a4-4d55-9e73-0a845017c91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:48.202179 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:48.204515 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:49.438861 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:50.397226 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:51.421634 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:52.567886 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33574) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:53.079126 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-network', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:53.186286 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Made reservation on behalf of f0f4fc2c13b049f88634df7b8c0770d1 for: {'network': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:53.191723 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.209271 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.347705 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Publish callbacks [] for security_group (7b7902d4-0f76-44e4-a736-b66a327b8a77), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.427095 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7b7902d4-0f76-44e4-a736-b66a327b8a77), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.491458 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7902d4-0f76-44e4-a736-b66a327b8a77,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:53.508646 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 482} {{(pid=107196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:29:53.520853 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.521407 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.521961 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.522544 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.523317 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.523924 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.524444 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.524996 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.525591 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.526157 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.526771 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.527136 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.527678 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.528198 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.528737 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Tracked resource versions report: Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: pushed versions: Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: { 'AddressGroup': {'1.2'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Agent': {'1.1'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'ConntrackHelper': {'1.0'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Log': {'1.0'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'NDPProxy': {'1.0'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Network': {'1.1'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Port': {'1.7'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'PortForwarding': {'1.3'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'QosPolicy': {'1.10'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'SecurityGroup': {'1.5'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'SubPort': {'1.0'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Subnet': {'1.1'}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Trunk': {'1.1'}} Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: consumer versions: Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: { DHCP agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: HyperV agent@hv-cinder-84914: {}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: L3 agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: Metadata agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: Metering agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: Open vSwitch agent@dv-cinder-849143-7-smb: { 'AddressGroup': '1.2', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Agent': '1.1', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'ConntrackHelper': '1.0', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'LocalIPAssociation': '1.0', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Log': '1.0', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'NDPProxy': '1.0', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Network': '1.1', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Port': '1.7', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'PortForwarding': '1.3', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'QosPolicy': '1.10', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'SecurityGroup': '1.5', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'SecurityGroupRule': '1.2', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'SubPort': '1.0', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Subnet': '1.1', Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: 'Trunk': '1.1'}} Sep 23 01:29:53.530882 dv-cinder-849143-7-smb neutron-server[107196]: {{(pid=107196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:29:53.546939 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754260248760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (95071d97-788f-4ce1-bfe5-98890391fb11), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.547851 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Unsubscribe: segment precommit_create {{(pid=107196) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 01:29:53.548622 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.segments_db [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Added segment 95071d97-788f-4ce1-bfe5-98890391fb11 of type vlan for network f90a1241-aaff-46d8-9539-62d24ac1ba91 Sep 23 01:29:53.627390 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (f90a1241-aaff-46d8-9539-62d24ac1ba91), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.672093 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33604) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:53.821221 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (f90a1241-aaff-46d8-9539-62d24ac1ba91), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.822272 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:53.822928 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.045182 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] Pushing event updated for resources: {'Network': ['ID=f90a1241-aaff-46d8-9539-62d24ac1ba91,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:54.072197 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network f90a1241-aaff-46d8-9539-62d24ac1ba91 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:29:54.129221 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-550f02fd-a423-4b1b-83e5-dedd71a438dc admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5581553 Sep 23 01:29:54.132382 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33616) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:54.140427 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] Request body: {'subnet': {'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-subnet', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:54.250161 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] Made reservation on behalf of f0f4fc2c13b049f88634df7b8c0770d1 for: {'subnet': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:54.253673 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.665319 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33626) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:54.665319 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-386784162-network', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:54.707748 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33632) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:54.763347 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for subnet (5a72aa6b-8c82-4133-a1b7-a217b6c40e4a), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.845287 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Made reservation on behalf of c6eb69ff09b040bfb8d93798e76393d6 for: {'network': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:54.845884 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.846022 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:54.848926 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.863830 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] Checking segment: {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:54.864430 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] Network hostable DHCP agents. Network: f90a1241-aaff-46d8-9539-62d24ac1ba91, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:29:54.866820 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.876479 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:54.983693 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Publish callbacks [] for security_group (a165f5ea-e97d-4ee9-94a6-9548008a18be), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.004106 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] Network f90a1241-aaff-46d8-9539-62d24ac1ba91 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:29:55.142053 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, f90a1241-aaff-46d8-9539-62d24ac1ba91) {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:55.142667 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (a165f5ea-e97d-4ee9-94a6-9548008a18be), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.156712 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ade0c5-e174-4ad9-b16b-a4280e9eb1d8 None None] Network f90a1241-aaff-46d8-9539-62d24ac1ba91 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:55.160789 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:55.168918 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 461} {{(pid=107195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:29:55.171253 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.195417 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.198820 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.segments_db [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Added segment 0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c of type vlan for network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 Sep 23 01:29:55.231299 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-710120030-network', 'tenant_id': '6023955c03b4428e8c2bceccd706da12'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:55.247924 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-114269568-network', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:55.295286 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-338b922a-c30b-4342-907c-ba4d4275461f admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1613100 Sep 23 01:29:55.302753 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33650) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:55.309982 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:55.335545 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:55.348610 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaff64a2e-0121-5df4-867b-820a70dda548-f90a1241-aaff-46d8-9539-62d24ac1ba91', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a'}]}} from dv-cinder-849143-7-smb. {{(pid=107197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:29:55.349824 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.379266 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (d79fa1b9-376d-4b44-b8bb-8ed997fe9801), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.382904 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a165f5ea-e97d-4ee9-94a6-9548008a18be,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:55.384576 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Made reservation on behalf of ec922942147b4c0bb122eb30c6cd1bc7 for: {'network': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:55.387214 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.407678 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.412220 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.420605 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.422080 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.427532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:55.428463 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (b83295e3-d83a-429c-aadc-9e8e3d75d86f), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.429846 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (b83295e3-d83a-429c-aadc-9e8e3d75d86f), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Tracked resource versions report: Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: pushed versions: Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: { 'AddressGroup': {'1.2'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Agent': {'1.1'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'ConntrackHelper': {'1.0'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Log': {'1.0'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'NDPProxy': {'1.0'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Network': {'1.1'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Port': {'1.7'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'PortForwarding': {'1.3'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'QosPolicy': {'1.10'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'SecurityGroup': {'1.5'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'SubPort': {'1.0'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Subnet': {'1.1'}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Trunk': {'1.1'}} Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: consumer versions: Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: { DHCP agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: HyperV agent@hv-cinder-84914: {}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: L3 agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: Metadata agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: Metering agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: Open vSwitch agent@dv-cinder-849143-7-smb: { 'AddressGroup': '1.2', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Agent': '1.1', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'ConntrackHelper': '1.0', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'LocalIPAssociation': '1.0', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Log': '1.0', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'NDPProxy': '1.0', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Network': '1.1', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Port': '1.7', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'PortForwarding': '1.3', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'QosPolicy': '1.10', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'SecurityGroup': '1.5', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'SecurityGroupRule': '1.2', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'SubPort': '1.0', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Subnet': '1.1', Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: 'Trunk': '1.1'}} Sep 23 01:29:55.433455 dv-cinder-849143-7-smb neutron-server[107195]: {{(pid=107195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:29:55.456137 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Made reservation on behalf of 6023955c03b4428e8c2bceccd706da12 for: {'network': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:55.463796 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.512150 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.575631 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.db_base_plugin_common [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Allocated IP 172.20.0.2 (f90a1241-aaff-46d8-9539-62d24ac1ba91/5a72aa6b-8c82-4133-a1b7-a217b6c40e4a/3942d129-ca57-45cb-8522-054ab8f51c01) {{(pid=107197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:55.658009 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Publish callbacks [] for security_group (5d0b6b40-331b-48c2-b432-387c64689d0c), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.659981 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (d79fa1b9-376d-4b44-b8bb-8ed997fe9801), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.661160 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:55.662046 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.724387 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Publish callbacks [] for router_controller (b83295e3-d83a-429c-aadc-9e8e3d75d86f), precommit_add_association {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.766460 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Publish callbacks [] for port (3942d129-ca57-45cb-8522-054ab8f51c01), precommit_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.769926 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:55.834426 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] Pushing event updated for resources: {'Network': ['ID=d79fa1b9-376d-4b44-b8bb-8ed997fe9801,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:55.841036 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (5d0b6b40-331b-48c2-b432-387c64689d0c), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.849630 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:29:55.883634 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Publish callbacks [] for security_group (58f7eff0-fe38-4042-8644-9bf32170aee6), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.893843 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 474} {{(pid=107195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:29:55.895881 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.922629 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (b749684f-a695-4bf7-9b71-b0dd583e34df), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.923424 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.segments_db [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Added segment b749684f-a695-4bf7-9b71-b0dd583e34df of type vlan for network 00917930-ed0a-4ef4-9534-5f09245cc373 Sep 23 01:29:55.981186 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (58f7eff0-fe38-4042-8644-9bf32170aee6), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.003892 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 495} {{(pid=107196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:29:56.033258 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (1ba5426c-a40c-42e2-a112-37e64d2a535b), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.033258 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.segments_db [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Added segment 1ba5426c-a40c-42e2-a112-37e64d2a535b of type vlan for network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 Sep 23 01:29:56.046368 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (00917930-ed0a-4ef4-9534-5f09245cc373), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.069798 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Pushing event updated for resources: {'Port': ['ID=3942d129-ca57-45cb-8522-054ab8f51c01,revision_number=1']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:56.087521 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.087950 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.089257 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.089963 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.090633 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.091013 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.091939 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.091939 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.092159 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.092400 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.092665 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.093266 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.093747 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.094080 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.094406 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Tracked resource versions report: Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: pushed versions: Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: { 'AddressGroup': {'1.2'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Agent': {'1.1'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'ConntrackHelper': {'1.0'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Log': {'1.0'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'NDPProxy': {'1.0'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Network': {'1.1'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Port': {'1.7'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'PortForwarding': {'1.3'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'QosPolicy': {'1.10'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'SecurityGroup': {'1.5'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'SubPort': {'1.0'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Subnet': {'1.1'}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Trunk': {'1.1'}} Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: consumer versions: Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: { DHCP agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: HyperV agent@hv-cinder-84914: {}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: L3 agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: Metadata agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: Metering agent@dv-cinder-849143-7-smb: {}, Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: Open vSwitch agent@dv-cinder-849143-7-smb: { 'AddressGroup': '1.2', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Agent': '1.1', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'ConntrackHelper': '1.0', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'LocalIPAssociation': '1.0', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Log': '1.0', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'NDPProxy': '1.0', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Network': '1.1', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Port': '1.7', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'PortForwarding': '1.3', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'QosPolicy': '1.10', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'SecurityGroup': '1.5', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'SecurityGroupRule': '1.2', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'SubPort': '1.0', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Subnet': '1.1', Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: 'Trunk': '1.1'}} Sep 23 01:29:56.095709 dv-cinder-849143-7-smb neutron-server[107197]: {{(pid=107197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:29:56.120667 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (45d87e2c-cffb-4bc6-84be-6c06e6485b39), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.143235 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a7e031ba-263a-4630-a4a4-af64deaaf1cd admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4636753 Sep 23 01:29:56.143809 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:INSERT=24,neutron:SELECT=70,neutron:UPDATE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:56.145555 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Network f90a1241-aaff-46d8-9539-62d24ac1ba91 is already hosted by enough agents. {{(pid=107197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:56.147244 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33668) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:56.153319 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.base_scheduler [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Resources bound (agent type, host, resource id): {{(pid=107197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:56.157747 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Received port after_create {{(pid=107197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:56.169487 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] Request body: {'subnet': {'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-386784162-subnet', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:56.221417 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0b6b40-331b-48c2-b432-387c64689d0c,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:56.244300 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (00917930-ed0a-4ef4-9534-5f09245cc373), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.249807 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:56.252628 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.318514 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Attempting to bind port 3942d129-ca57-45cb-8522-054ab8f51c01 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:29:56.318514 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Attempting to bind port 3942d129-ca57-45cb-8522-054ab8f51c01 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:29:56.319330 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Attempting to bind port 3942d129-ca57-45cb-8522-054ab8f51c01 on network f90a1241-aaff-46d8-9539-62d24ac1ba91 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:29:56.323747 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f7eff0-fe38-4042-8644-9bf32170aee6,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:56.348270 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] Made reservation on behalf of c6eb69ff09b040bfb8d93798e76393d6 for: {'subnet': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:56.356980 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.418636 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:56.442426 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:29:56.442837 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Checking segment: {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:56.443247 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.443646 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Bound using segment: {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:29:56.453585 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Bound port: 3942d129-ca57-45cb-8522-054ab8f51c01, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:29:56.454173 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.491364 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Publish callbacks [] for router_gateway (b83295e3-d83a-429c-aadc-9e8e3d75d86f), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.499316 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (45d87e2c-cffb-4bc6-84be-6c06e6485b39), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.500666 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:56.501401 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.516214 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0070975 Sep 23 01:29:56.519468 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33678) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:56.525335 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:56.546449 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] Request body: {'subnet': {'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-710120030-subnet', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:56.554562 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:INSERT=21,neutron:SELECT=74,neutron:UPDATE=5 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:56.605337 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] For port 3942d129-ca57-45cb-8522-054ab8f51c01, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:29:56.618848 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9093244 Sep 23 01:29:56.621118 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] For port 3942d129-ca57-45cb-8522-054ab8f51c01, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=3942d129-ca57-45cb-8522-054ab8f51c01,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:29:56.628038 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33686) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:56.636811 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] Request body: {'subnet': {'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-114269568-subnet', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:56.676959 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bc0b0-1257-42a1-9128-3ee38469749b admin admin] Pushing event updated for resources: {'Network': ['ID=00917930-ed0a-4ef4-9534-5f09245cc373,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:56.688035 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69b4f7-891b-4af6-bd75-e0114f6fdae1 admin admin] Pushing event updated for resources: {'Network': ['ID=45d87e2c-cffb-4bc6-84be-6c06e6485b39,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:56.704845 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 00917930-ed0a-4ef4-9534-5f09245cc373 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:29:56.735579 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:29:56.763840 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] Made reservation on behalf of 6023955c03b4428e8c2bceccd706da12 for: {'subnet': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:56.763840 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.959448 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] Made reservation on behalf of ec922942147b4c0bb122eb30c6cd1bc7 for: {'subnet': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:56.962345 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.046559 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Publish callbacks [] for router_gateway (b83295e3-d83a-429c-aadc-9e8e3d75d86f), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.097486 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.113045 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.287245 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41087d0-9e8c-4d8f-b3a1-a126a5f125d9 None None] Pushing event updated for resources: {'Port': ['ID=3942d129-ca57-45cb-8522-054ab8f51c01,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:57.343795 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for subnet (6c89ba87-0be1-4d26-9033-03a421da6f4e), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.459788 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Allocated IP 172.28.0.163 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/a95553bf-3315-4f49-8186-6a5d02edc403) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:57.481547 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c89ba87-0be1-4d26-9033-03a421da6f4e,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:57.485870 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] Checking segment: {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:57.486481 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] Network hostable DHCP agents. Network: d79fa1b9-376d-4b44-b8bb-8ed997fe9801, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:29:57.525476 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for subnet (148c2218-ff5a-4f4c-b1b9-7d56637223a7), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.587837 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:57.607517 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for subnet (f836c9f3-d6cc-4e08-b1de-9b5ad70243d8), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.670888 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] Network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:29:57.740096 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] Checking segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:57.740444 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] Network hostable DHCP agents. Network: 45d87e2c-cffb-4bc6-84be-6c06e6485b39, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:29:57.768020 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=148c2218-ff5a-4f4c-b1b9-7d56637223a7,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:57.785628 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f836c9f3-d6cc-4e08-b1de-9b5ad70243d8,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:57.793119 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] Checking segment: {'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:57.793477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] Network hostable DHCP agents. Network: 00917930-ed0a-4ef4-9534-5f09245cc373, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:29:57.823654 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Publish callbacks [] for port (a95553bf-3315-4f49-8186-6a5d02edc403), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.891325 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, d79fa1b9-376d-4b44-b8bb-8ed997fe9801) {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:57.897168 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:57.897987 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.904778 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b467b8f3-ef34-4b6a-a0bb-8745b47314b2 None None] Network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:57.981302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:58.015400 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] Network 00917930-ed0a-4ef4-9534-5f09245cc373 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:29:58.016049 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:29:58.021000 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.033796 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-474644ef-ae8e-44bb-8b11-4f6c96c2e8f1 admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8844724 Sep 23 01:29:58.043815 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33714) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:58.049901 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 00917930-ed0a-4ef4-9534-5f09245cc373) {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:58.067568 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:58.070035 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4289ab-8ca4-4d3f-8136-553a6bcfc68e None None] Network 00917930-ed0a-4ef4-9534-5f09245cc373 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:58.070911 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.076488 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:58.104252 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 45d87e2c-cffb-4bc6-84be-6c06e6485b39) {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:58.130840 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:58.131631 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.169289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73eb198-b2b3-4f47-97e3-6eaf2069f82b None None] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:58.224934 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaff64a2e-0121-5df4-867b-820a70dda548-d79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e'}]}} from dv-cinder-849143-7-smb. {{(pid=107197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:29:58.226166 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.243614 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:58.245267 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=a95553bf-3315-4f49-8186-6a5d02edc403,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:58.260177 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:58.261049 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:58.265415 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:58.302456 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (a1477586-a31b-42d1-8559-78ae55b793b4), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.304774 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (a1477586-a31b-42d1-8559-78ae55b793b4), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.314231 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-b7a9606f-58bc-4dae-b856-f8702e92e813 admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6815548 Sep 23 01:29:58.315347 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33724) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:58.321240 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:58.418053 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Publish callbacks [] for router_controller (a1477586-a31b-42d1-8559-78ae55b793b4), precommit_add_association {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.473447 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (d58f9795-8296-4f83-b130-60ce5dca27e4), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.475219 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (d58f9795-8296-4f83-b130-60ce5dca27e4), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.539525 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b9f1b1d3-c236-4cc3-a3ba-eba82e3a86c3 admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9945478 Sep 23 01:29:58.542569 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33728) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:58.544009 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:58.563023 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-710120030-router', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:58.644625 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Publish callbacks [] for router_controller (d58f9795-8296-4f83-b130-60ce5dca27e4), precommit_add_association {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.725211 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (4beba12a-d687-4c25-a0e1-9338a05f58c0), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.728137 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (4beba12a-d687-4c25-a0e1-9338a05f58c0), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.732492 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaff64a2e-0121-5df4-867b-820a70dda548-00917930-ed0a-4ef4-9534-5f09245cc373', 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373', 'project_id': '6023955c03b4428e8c2bceccd706da12', 'fixed_ips': [{'subnet_id': '148c2218-ff5a-4f4c-b1b9-7d56637223a7'}]}} from dv-cinder-849143-7-smb. {{(pid=107197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:29:58.737555 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.098138 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Publish callbacks [] for router_controller (4beba12a-d687-4c25-a0e1-9338a05f58c0), precommit_add_association {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.099372 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Publish callbacks [] for router_gateway (b83295e3-d83a-429c-aadc-9e8e3d75d86f), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.110466 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 3942d129-ca57-45cb-8522-054ab8f51c01 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:29:59.268371 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826f911d-43ac-443f-9fec-c1afe7acec53 None None] Network f90a1241-aaff-46d8-9539-62d24ac1ba91 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:59.327502 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 3942d129-ca57-45cb-8522-054ab8f51c01 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:59.329877 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.332357 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 3942d129-ca57-45cb-8522-054ab8f51c01 Sep 23 01:29:59.332758 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Publish callbacks [] for router_gateway (a1477586-a31b-42d1-8559-78ae55b793b4), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.341174 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:59.382517 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Publish callbacks [] for router_gateway (d58f9795-8296-4f83-b130-60ce5dca27e4), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.740477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33766) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:59.753746 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:59.755884 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaff64a2e-0121-5df4-867b-820a70dda548-45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8'}]}} from dv-cinder-849143-7-smb. {{(pid=107197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:29:59.757157 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.879002 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.db_base_plugin_common [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Allocated IP 172.20.0.2 (00917930-ed0a-4ef4-9534-5f09245cc373/148c2218-ff5a-4f4c-b1b9-7d56637223a7/2b73cf12-b606-4871-91f6-8d1ab5edf084) {{(pid=107197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:59.882794 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Publish callbacks [] for router_gateway (4beba12a-d687-4c25-a0e1-9338a05f58c0), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.902399 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-720427b3-4300-44b3-92ca-cc99b4d2e3f0 None None] Provisioning complete for port 3942d129-ca57-45cb-8522-054ab8f51c01 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:59.902934 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-720427b3-4300-44b3-92ca-cc99b4d2e3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.903459 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-720427b3-4300-44b3-92ca-cc99b4d2e3f0 None None] Attempt 1 to provision port 3942d129-ca57-45cb-8522-054ab8f51c01 Sep 23 01:30:00.108012 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-40080d1d-50ef-4d17-8862-69cb508eb76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.327898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:00.350822 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-720427b3-4300-44b3-92ca-cc99b4d2e3f0 None None] Current status of the port 3942d129-ca57-45cb-8522-054ab8f51c01 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:00.351316 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-720427b3-4300-44b3-92ca-cc99b4d2e3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.372935 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.db_base_plugin_common [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Allocated IP 172.20.0.2 (d79fa1b9-376d-4b44-b8bb-8ed997fe9801/6c89ba87-0be1-4d26-9033-03a421da6f4e/7d795a29-72bf-4be2-83cb-19b80eab99cc) {{(pid=107197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:00.453935 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Publish callbacks [] for router_gateway (a1477586-a31b-42d1-8559-78ae55b793b4), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.514013 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.531489 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-720427b3-4300-44b3-92ca-cc99b4d2e3f0 None None] For port 3942d129-ca57-45cb-8522-054ab8f51c01, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=3942d129-ca57-45cb-8522-054ab8f51c01,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:00.586620 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808686'] for router (b83295e3-d83a-429c-aadc-9e8e3d75d86f), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.592259 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:00.613154 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 3942d129-ca57-45cb-8522-054ab8f51c01 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:00.613722 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.680263 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Publish callbacks [] for router_gateway (d58f9795-8296-4f83-b130-60ce5dca27e4), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.709185 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-720427b3-4300-44b3-92ca-cc99b4d2e3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.830833 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720427b3-4300-44b3-92ca-cc99b4d2e3f0 None None] Pushing event updated for resources: {'Port': ['ID=3942d129-ca57-45cb-8522-054ab8f51c01,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:00.896774 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.db.api [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 01:30:00.896774 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG oslo_db.api [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 01:30:00.913577 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:00.936957 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.939072 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-28e08285-f2ca-48d8-a482-55b2251a747d None None] Provisioning complete for port 3942d129-ca57-45cb-8522-054ab8f51c01 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:00.939633 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-28e08285-f2ca-48d8-a482-55b2251a747d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.940039 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-28e08285-f2ca-48d8-a482-55b2251a747d None None] Attempt 1 to provision port 3942d129-ca57-45cb-8522-054ab8f51c01 Sep 23 01:30:00.955908 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.db_base_plugin_common [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Allocated IP 172.20.0.2 (45d87e2c-cffb-4bc6-84be-6c06e6485b39/f836c9f3-d6cc-4e08-b1de-9b5ad70243d8/5ae4a09a-0510-4b4d-945c-8606369c01ea) {{(pid=107197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:00.969758 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Publish callbacks [] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), precommit_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.051769 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-40080d1d-50ef-4d17-8862-69cb508eb76c admin admin] Publish callbacks [] for security_group (dea7c1bc-8c6d-4710-ac3d-569fb0748fb7), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.055252 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:01.146703 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Publish callbacks [] for router_gateway (4beba12a-d687-4c25-a0e1-9338a05f58c0), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.173947 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.192274 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-40080d1d-50ef-4d17-8862-69cb508eb76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (dea7c1bc-8c6d-4710-ac3d-569fb0748fb7), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.205950 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.234687 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:01.240755 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:01.255139 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-40080d1d-50ef-4d17-8862-69cb508eb76c admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=9f40545606fe496bb405e5c0426563d1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5126514 Sep 23 01:30:01.306300 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Publish callbacks [] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), precommit_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.319982 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33784) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:01.320311 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40080d1d-50ef-4d17-8862-69cb508eb76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea7c1bc-8c6d-4710-ac3d-569fb0748fb7,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:01.377774 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Network 00917930-ed0a-4ef4-9534-5f09245cc373 is already hosted by enough agents. {{(pid=107197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:01.403069 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.base_scheduler [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Resources bound (agent type, host, resource id): {{(pid=107197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:01.415142 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Received port after_create {{(pid=107197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:01.442909 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Allocated IP 172.28.0.204 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/08b239b9-0ac3-43fc-9032-8aa614893601) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:01.459221 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-89488b04-85de-4fff-9336-d1987683dad8 admin admin] Publish callbacks [] for security_group (dea7c1bc-8c6d-4710-ac3d-569fb0748fb7), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.462850 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Pushing event updated for resources: {'Port': ['ID=2b73cf12-b606-4871-91f6-8d1ab5edf084,revision_number=1']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:01.489951 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.525881 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-89488b04-85de-4fff-9336-d1987683dad8 admin admin] Publish callbacks [] for security_group (dea7c1bc-8c6d-4710-ac3d-569fb0748fb7), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.580700 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Router b83295e3-d83a-429c-aadc-9e8e3d75d86f is scheduled to L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a with binding_index 1 {{(pid=107196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:30:01.608162 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-28e08285-f2ca-48d8-a482-55b2251a747d None None] Current status of the port 3942d129-ca57-45cb-8522-054ab8f51c01 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:01.636825 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 is already hosted by enough agents. {{(pid=107197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:01.670523 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.base_scheduler [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Resources bound (agent type, host, resource id): {{(pid=107197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:01.683442 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 3942d129-ca57-45cb-8522-054ab8f51c01 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:01.686064 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Received port after_create {{(pid=107197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:01.712801 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Publish callbacks [] for port (08b239b9-0ac3-43fc-9032-8aa614893601), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.788943 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Pushing event updated for resources: {'Port': ['ID=7d795a29-72bf-4be2-83cb-19b80eab99cc,revision_number=1']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:01.866240 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:30:01.883520 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Sync routers for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:01.914345 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-89488b04-85de-4fff-9336-d1987683dad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (dea7c1bc-8c6d-4710-ac3d-569fb0748fb7), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.931181 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-89488b04-85de-4fff-9336-d1987683dad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.939499 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-89488b04-85de-4fff-9336-d1987683dad8 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/dea7c1bc-8c6d-4710-ac3d-569fb0748fb7 HTTP/1.1" status: 204 len: 168 time: 0.6108816 Sep 23 01:30:01.951943 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:01.954936 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:29:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:01.966468 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.985424 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89488b04-85de-4fff-9336-d1987683dad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea7c1bc-8c6d-4710-ac3d-569fb0748fb7,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:02.075223 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.087203 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ce60eb26-a6d3-4086-9c65-75e7614e2ab4 admin admin] 10.222.0.83 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7823629 Sep 23 01:30:02.089972 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33798) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:02.118239 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:02.141972 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:02.168382 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:02.297940 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Publish callbacks [] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), precommit_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.318963 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Attempting to bind port 2b73cf12-b606-4871-91f6-8d1ab5edf084 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:02.328709 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Attempting to bind port 2b73cf12-b606-4871-91f6-8d1ab5edf084 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:02.330666 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Attempting to bind port 2b73cf12-b606-4871-91f6-8d1ab5edf084 on network 00917930-ed0a-4ef4-9534-5f09245cc373 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:02.345209 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Allocated IP 172.28.0.23 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/f23b549c-e50a-46e6-ae2d-be99278645f3) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:02.447470 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Pushing event updated for resources: {'Port': ['ID=08b239b9-0ac3-43fc-9032-8aa614893601,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:02.477089 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 3942d129-ca57-45cb-8522-054ab8f51c01 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:02.524631 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.536964 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:02.715321 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:UPDATE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:02.742880 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:02.743707 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Checking segment: {'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:02.744493 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.745133 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Bound using segment: {'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:02.746347 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Bound port: 2b73cf12-b606-4871-91f6-8d1ab5edf084, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:02.747204 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.852020 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Attempting to bind port 7d795a29-72bf-4be2-83cb-19b80eab99cc on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:02.853113 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Attempting to bind port 7d795a29-72bf-4be2-83cb-19b80eab99cc by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:02.854010 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Attempting to bind port 7d795a29-72bf-4be2-83cb-19b80eab99cc on network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:02.930988 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 is already hosted by enough agents. {{(pid=107197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:02.960929 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.base_scheduler [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Resources bound (agent type, host, resource id): {{(pid=107197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:02.977094 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Pushing event updated for resources: {'Port': ['ID=5ae4a09a-0510-4b4d-945c-8606369c01ea,revision_number=1']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:03.000160 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Received port after_create {{(pid=107197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:03.033366 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:03.042509 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:29:58Z', 'revision_number': 3, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:03.134133 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 3942d129-ca57-45cb-8522-054ab8f51c01 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:03.134970 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.135862 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 3942d129-ca57-45cb-8522-054ab8f51c01 Sep 23 01:30:03.137623 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Checking router: b83295e3-d83a-429c-aadc-9e8e3d75d86f for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:30:03.138163 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Updating router b83295e3-d83a-429c-aadc-9e8e3d75d86f port a95553bf-3315-4f49-8186-6a5d02edc403 binding host dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:30:03.170298 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Publish callbacks [] for router_gateway (a1477586-a31b-42d1-8559-78ae55b793b4), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.251486 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:03.251486 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Checking segment: {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:03.251486 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.252048 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Bound using segment: {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:03.253173 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Bound port: 7d795a29-72bf-4be2-83cb-19b80eab99cc, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:03.253707 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.278891 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.349162 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] For port 2b73cf12-b606-4871-91f6-8d1ab5edf084, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:03.368035 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Publish callbacks [] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.457159 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] For port 2b73cf12-b606-4871-91f6-8d1ab5edf084, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=2b73cf12-b606-4871-91f6-8d1ab5edf084,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:03.474096 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Attempting to bind port 5ae4a09a-0510-4b4d-945c-8606369c01ea on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:03.479245 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Attempting to bind port 5ae4a09a-0510-4b4d-945c-8606369c01ea by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:03.480318 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Attempting to bind port 5ae4a09a-0510-4b4d-945c-8606369c01ea on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:03.600625 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.833535 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33822) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:03.834375 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:03.889971 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe8c0-e29c-4c8d-8998-d90d7fa67c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.926798 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808686'] for router (a1477586-a31b-42d1-8559-78ae55b793b4), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.945003 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] For port 7d795a29-72bf-4be2-83cb-19b80eab99cc, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:03.955202 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] For port 7d795a29-72bf-4be2-83cb-19b80eab99cc, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=7d795a29-72bf-4be2-83cb-19b80eab99cc,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:04.107283 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 3942d129-ca57-45cb-8522-054ab8f51c01 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:04.244419 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.268938 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:04.426502 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:04.427446 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Checking segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:04.427810 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.428469 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Bound using segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:04.429337 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Bound port: 5ae4a09a-0510-4b4d-945c-8606369c01ea, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:04.439011 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.445233 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.501553 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df70ef-8d00-43fa-92bd-dc8062bd0aa6 None None] Pushing event updated for resources: {'Port': ['ID=2b73cf12-b606-4871-91f6-8d1ab5edf084,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:04.537955 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:04.670489 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Allocated IP 172.28.0.220 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/f9c6ede0-aa25-49a2-8993-795e9e3307d8) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:04.684000 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:04.689340 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.792687 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f28f2f-5e9e-4aaf-a823-3f4fce36c090 None None] Pushing event updated for resources: {'Port': ['ID=7d795a29-72bf-4be2-83cb-19b80eab99cc,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:04.806982 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe8c0-e29c-4c8d-8998-d90d7fa67c19 admin admin] Publish callbacks [] for security_group (c1b3ffe1-2fd8-4f4c-996b-98f72de2a230), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.860573 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] For port 5ae4a09a-0510-4b4d-945c-8606369c01ea, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:04.869871 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:04.870273 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] For port 5ae4a09a-0510-4b4d-945c-8606369c01ea, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=5ae4a09a-0510-4b4d-945c-8606369c01ea,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:04.871392 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:04.902548 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:04.970775 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.988898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe8c0-e29c-4c8d-8998-d90d7fa67c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (c1b3ffe1-2fd8-4f4c-996b-98f72de2a230), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.993790 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Router a1477586-a31b-42d1-8559-78ae55b793b4 is scheduled to L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a with binding_index 1 {{(pid=107195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:30:05.098412 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee85bb7-e335-4e1d-901c-0a37404a3e1b None None] Pushing event updated for resources: {'Port': ['ID=5ae4a09a-0510-4b4d-945c-8606369c01ea,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:05.177473 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a9cfe8c0-e29c-4c8d-8998-d90d7fa67c19 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=1143c7ff3b334e45a34b1c2d689ebff3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3409829 Sep 23 01:30:05.181821 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33848) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:05.213789 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Pushing event updated for resources: {'Port': ['ID=f23b549c-e50a-46e6-ae2d-be99278645f3,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:05.305774 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfe8c0-e29c-4c8d-8998-d90d7fa67c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b3ffe1-2fd8-4f4c-996b-98f72de2a230,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:05.378906 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Publish callbacks [] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:05.420941 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:30:05.434105 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Sync routers for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:05.458444 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:05.459186 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:29:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:05.569758 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Allocated IP 172.20.0.1 (f90a1241-aaff-46d8-9539-62d24ac1ba91/5a72aa6b-8c82-4133-a1b7-a217b6c40e4a/d1335949-2f1c-4115-a62e-8a4f6a948b86) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:05.581037 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-420d79be-b668-43fe-b9ea-4329c6421a62 admin admin] Publish callbacks [] for security_group (c1b3ffe1-2fd8-4f4c-996b-98f72de2a230), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:05.676271 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:05.724475 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:05.726758 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-368b5401-1686-40d7-84fd-c89b8eeed7ce admin admin] 10.222.0.83 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6809368 Sep 23 01:30:05.736650 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-420d79be-b668-43fe-b9ea-4329c6421a62 admin admin] Publish callbacks [] for security_group (c1b3ffe1-2fd8-4f4c-996b-98f72de2a230), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:05.738861 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33856) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:05.785942 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:06.112827 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:06.176561 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Publish callbacks [] for port (a95553bf-3315-4f49-8186-6a5d02edc403), precommit_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.257849 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:06.283552 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Publish callbacks [] for router_gateway (4beba12a-d687-4c25-a0e1-9338a05f58c0), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.303970 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-420d79be-b668-43fe-b9ea-4329c6421a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (c1b3ffe1-2fd8-4f4c-996b-98f72de2a230), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.308873 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-420d79be-b668-43fe-b9ea-4329c6421a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.316017 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-420d79be-b668-43fe-b9ea-4329c6421a62 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/c1b3ffe1-2fd8-4f4c-996b-98f72de2a230 HTTP/1.1" status: 204 len: 168 time: 1.1242175 Sep 23 01:30:06.348866 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.386668 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:06.392241 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=f9c6ede0-aa25-49a2-8993-795e9e3307d8,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:06.406835 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2c94ee-9a5a-47e9-9d2f-7f759891decf None None] Network 00917930-ed0a-4ef4-9534-5f09245cc373 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:30:06.582196 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Pushing event updated for resources: {'Port': ['ID=a95553bf-3315-4f49-8186-6a5d02edc403,revision_number=2']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:06.585543 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:06.623299 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:06.628428 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:06.641598 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Publish callbacks [] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.669598 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.670725 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.671516 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.672991 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.673783 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:06.674108 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.723017 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.723960 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.726002 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.732305 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-28a4479c-44c6-477f-b57e-6f361f686277 None None] Provisioning complete for port 2b73cf12-b606-4871-91f6-8d1ab5edf084 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:06.732827 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.733180 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.733627 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.733810 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-28a4479c-44c6-477f-b57e-6f361f686277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.734167 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-28a4479c-44c6-477f-b57e-6f361f686277 None None] Attempt 1 to provision port 2b73cf12-b606-4871-91f6-8d1ab5edf084 Sep 23 01:30:06.734271 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.734781 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.735309 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.735878 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Tracked resource versions report: Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: pushed versions: Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: { 'AddressGroup': {'1.2'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Agent': {'1.1'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'ConntrackHelper': {'1.0'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Log': {'1.0'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'NDPProxy': {'1.0'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Network': {'1.1'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Port': {'1.7'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'PortForwarding': {'1.3'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'QosPolicy': {'1.10'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'SecurityGroup': {'1.5'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'SubPort': {'1.0'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Subnet': {'1.1'}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Trunk': {'1.1'}} Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: consumer versions: Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: { DHCP agent@dv-cinder-849143-7-smb: {}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: HyperV agent@hv-cinder-84914: {}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: L3 agent@dv-cinder-849143-7-smb: {}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: Metadata agent@dv-cinder-849143-7-smb: {}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: Metering agent@dv-cinder-849143-7-smb: {}, Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: Open vSwitch agent@dv-cinder-849143-7-smb: { 'AddressGroup': '1.2', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Agent': '1.1', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'ConntrackHelper': '1.0', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'LocalIPAssociation': '1.0', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Log': '1.0', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'NDPProxy': '1.0', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Network': '1.1', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Port': '1.7', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'PortForwarding': '1.3', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'QosPolicy': '1.10', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'SecurityGroup': '1.5', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'SecurityGroupRule': '1.2', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'SubPort': '1.0', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Subnet': '1.1', Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: 'Trunk': '1.1'}} Sep 23 01:30:06.753224 dv-cinder-849143-7-smb neutron-server[107198]: {{(pid=107198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:30:06.789641 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Attempting to bind port a95553bf-3315-4f49-8186-6a5d02edc403 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:06.794734 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Attempting to bind port a95553bf-3315-4f49-8186-6a5d02edc403 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:06.797857 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Attempting to bind port a95553bf-3315-4f49-8186-6a5d02edc403 on network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:06.856435 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d79be-b668-43fe-b9ea-4329c6421a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b3ffe1-2fd8-4f4c-996b-98f72de2a230,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:07.009205 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:07.010501 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Checking segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:07.010995 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:07.015807 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Bound using segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:07.018420 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Bound port: a95553bf-3315-4f49-8186-6a5d02edc403, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:07.023168 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:07.077663 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:07.086478 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 2b73cf12-b606-4871-91f6-8d1ab5edf084 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:07.125308 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:07.128034 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:02Z', 'revision_number': 3, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:07.292298 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1ede1-9f07-4553-a4c5-0f46385d5297 None None] Network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:30:07.344796 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] For port a95553bf-3315-4f49-8186-6a5d02edc403, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:07.359757 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] For port a95553bf-3315-4f49-8186-6a5d02edc403, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=a95553bf-3315-4f49-8186-6a5d02edc403,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:07.386128 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Network f90a1241-aaff-46d8-9539-62d24ac1ba91 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:07.425608 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:07.452150 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:07.452766 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817623'] for router_interface (b83295e3-d83a-429c-aadc-9e8e3d75d86f), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:07.533651 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:07.539745 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Checking router: a1477586-a31b-42d1-8559-78ae55b793b4 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:30:07.540737 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Updating router a1477586-a31b-42d1-8559-78ae55b793b4 port 08b239b9-0ac3-43fc-9032-8aa614893601 binding host dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:30:07.732391 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:07.733672 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:29:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:07.744973 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:07.812162 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Pushing event updated for resources: {'Port': ['ID=d1335949-2f1c-4115-a62e-8a4f6a948b86,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:07.858049 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea279f12-4eec-4a78-beb2-2e9c57ed1050 None None] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:30:07.884784 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:08.149698 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808686'] for router (4beba12a-d687-4c25-a0e1-9338a05f58c0), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:08.182506 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:08.182506 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd4cde-67d0-4302-bae6-8f10462e247a None None] Pushing event updated for resources: {'Port': ['ID=a95553bf-3315-4f49-8186-6a5d02edc403,revision_number=3']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:08.201794 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Publish callbacks [] for router_gateway (d58f9795-8296-4f83-b130-60ce5dca27e4), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:08.289618 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:08.539983 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:08.576862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:08.640029 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:08.748048 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Router 4beba12a-d687-4c25-a0e1-9338a05f58c0 is scheduled to L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a with binding_index 1 {{(pid=107196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:30:08.964229 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808686'] for router (d58f9795-8296-4f83-b130-60ce5dca27e4), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:09.012660 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:29:58Z', 'revision_number': 3, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:09.104660 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05062f31-f81b-4b05-9821-fe8a51993431 None None] The sync data for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb is: [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:29:58Z', 'revision_number': 3, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:09.261831 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-28a4479c-44c6-477f-b57e-6f361f686277 None None] Current status of the port 2b73cf12-b606-4871-91f6-8d1ab5edf084 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:09.263194 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-28a4479c-44c6-477f-b57e-6f361f686277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:09.287063 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 2b73cf12-b606-4871-91f6-8d1ab5edf084 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:09.287821 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:09.288579 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 2b73cf12-b606-4871-91f6-8d1ab5edf084 Sep 23 01:30:09.296366 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:09.387077 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:09.587883 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-28a4479c-44c6-477f-b57e-6f361f686277 None None] For port 2b73cf12-b606-4871-91f6-8d1ab5edf084, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=2b73cf12-b606-4871-91f6-8d1ab5edf084,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:09.758436 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Router d58f9795-8296-4f83-b130-60ce5dca27e4 is scheduled to L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a with binding_index 1 {{(pid=107195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:30:09.781902 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:09.802998 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-28a4479c-44c6-477f-b57e-6f361f686277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:09.906363 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:10.095184 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4479c-44c6-477f-b57e-6f361f686277 None None] Pushing event updated for resources: {'Port': ['ID=2b73cf12-b606-4871-91f6-8d1ab5edf084,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:10.136653 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33938) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:10.182385 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:30:10.220043 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Sync routers for ids ['4beba12a-d687-4c25-a0e1-9338a05f58c0'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:10.310671 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Routers {'4beba12a-d687-4c25-a0e1-9338a05f58c0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:10.312320 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:29:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['4beba12a-d687-4c25-a0e1-9338a05f58c0'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:10.503001 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:10.607229 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Provisioning complete for port 5ae4a09a-0510-4b4d-945c-8606369c01ea triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:10.607835 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:10.608412 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Attempt 1 to provision port 5ae4a09a-0510-4b4d-945c-8606369c01ea Sep 23 01:30:10.686462 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:10.702853 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-e4786cc2-fb9a-47d8-862b-e9f581c64a1c admin admin] 10.222.0.83 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.1477780 Sep 23 01:30:10.729240 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 33960) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:10.790100 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Publish callbacks [] for port (08b239b9-0ac3-43fc-9032-8aa614893601), precommit_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:10.804537 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 2b73cf12-b606-4871-91f6-8d1ab5edf084 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:10.806790 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 5ae4a09a-0510-4b4d-945c-8606369c01ea up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:10.856144 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:30:11.048536 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.052630 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Sync routers for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:11.084630 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Current status of the port 5ae4a09a-0510-4b4d-945c-8606369c01ea is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:11.089110 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.138110 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Set router 4beba12a-d687-4c25-a0e1-9338a05f58c0 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:11.172141 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Publish callbacks [] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.177710 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:11.228762 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fb9a09cd-8a1d-46e7-9d13-5c8b8c7d87fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.246632 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Attempting to bind port 08b239b9-0ac3-43fc-9032-8aa614893601 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:11.247253 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Attempting to bind port 08b239b9-0ac3-43fc-9032-8aa614893601 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:11.247881 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Attempting to bind port 08b239b9-0ac3-43fc-9032-8aa614893601 on network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:11.330540 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] For port 5ae4a09a-0510-4b4d-945c-8606369c01ea, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=5ae4a09a-0510-4b4d-945c-8606369c01ea,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:11.336218 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 5ae4a09a-0510-4b4d-945c-8606369c01ea triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:11.336780 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.337329 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 5ae4a09a-0510-4b4d-945c-8606369c01ea Sep 23 01:30:11.387248 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.388672 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817731'] for router_interface (b83295e3-d83a-429c-aadc-9e8e3d75d86f), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.406190 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:11.497907 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:11.499143 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:29:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:11.539409 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.644499 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Pushing event updated for resources: {'Port': ['ID=d1335949-2f1c-4115-a62e-8a4f6a948b86,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:11.677602 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:11.683340 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1f46d-64fc-417b-bca1-6c521412fe05 None None] Pushing event updated for resources: {'Port': ['ID=08b239b9-0ac3-43fc-9032-8aa614893601,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:11.812981 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Provisioning complete for port d1335949-2f1c-4115-a62e-8a4f6a948b86 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:11.813810 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.814383 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Attempt 1 to provision port d1335949-2f1c-4115-a62e-8a4f6a948b86 Sep 23 01:30:11.825884 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:11.826488 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Checking segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:11.827769 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.828462 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Bound using segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:11.829295 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Bound port: 08b239b9-0ac3-43fc-9032-8aa614893601, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:11.829905 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.892697 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'name': 'tempest-DeleteServersTestJSON-710120030-router', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:05Z', 'revision_number': 3, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'gw_port': {'id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:01Z', 'updated_at': '2022-09-23T01:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:12.011993 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Network f90a1241-aaff-46d8-9539-62d24ac1ba91 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:12.016261 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:12.046687 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Checking router: 4beba12a-d687-4c25-a0e1-9338a05f58c0 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:30:12.047275 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Updating router 4beba12a-d687-4c25-a0e1-9338a05f58c0 port f23b549c-e50a-46e6-ae2d-be99278645f3 binding host dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:30:12.102387 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:12.105872 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-459d0cff-9aa0-44db-8202-e35d76ed2ed1 admin admin] 10.222.0.83 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.7877576 Sep 23 01:30:12.131931 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 33992) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:12.132455 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:12.241682 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:12.428587 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Pushing event updated for resources: {'Port': ['ID=5ae4a09a-0510-4b4d-945c-8606369c01ea,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:12.463728 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:12.540056 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Allocated IP 172.20.0.1 (d79fa1b9-376d-4b44-b8bb-8ed997fe9801/6c89ba87-0be1-4d26-9033-03a421da6f4e/d6133f30-f557-451f-b10f-d29cefee5896) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:12.676473 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Port d1335949-2f1c-4115-a62e-8a4f6a948b86 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:12.755775 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 5ae4a09a-0510-4b4d-945c-8606369c01ea is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:12.757979 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 7d795a29-72bf-4be2-83cb-19b80eab99cc up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:12.834117 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Router b83295e3-d83a-429c-aadc-9e8e3d75d86f has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:30:12.861189 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fb9a09cd-8a1d-46e7-9d13-5c8b8c7d87fb admin admin] Publish callbacks [] for security_group (6362b652-3f3a-4246-96f1-78eb9e75f80c), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:12.944750 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] For port 08b239b9-0ac3-43fc-9032-8aa614893601, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:12.978982 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] For port 08b239b9-0ac3-43fc-9032-8aa614893601, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=08b239b9-0ac3-43fc-9032-8aa614893601,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:13.015765 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 7d795a29-72bf-4be2-83cb-19b80eab99cc triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:13.016320 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.016729 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 7d795a29-72bf-4be2-83cb-19b80eab99cc Sep 23 01:30:13.028222 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fb9a09cd-8a1d-46e7-9d13-5c8b8c7d87fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (6362b652-3f3a-4246-96f1-78eb9e75f80c), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.065195 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Publish callbacks [] for port (d6133f30-f557-451f-b10f-d29cefee5896), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.118708 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.133574 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:13.234449 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Attempt 2 to provision port d1335949-2f1c-4115-a62e-8a4f6a948b86 Sep 23 01:30:13.251119 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:30:13.254630 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-e44a781b-1bcd-4439-9ce0-e44028ecf088 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/b83295e3-d83a-429c-aadc-9e8e3d75d86f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1616037 Sep 23 01:30:13.264278 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:13.270298 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:07Z', 'revision_number': 3, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:13.271181 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-fb9a09cd-8a1d-46e7-9d13-5c8b8c7d87fb admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=dcff9fa0637f4373827830aa86d59acf&name=default HTTP/1.1" status: 200 len: 2992 time: 3.1275451 Sep 23 01:30:13.274044 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34018) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:13.300118 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Publish callbacks [] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), precommit_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.307117 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Sync routers for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:13.338495 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:13.339554 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:29:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:13.360034 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Checking router: d58f9795-8296-4f83-b130-60ce5dca27e4 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:30:13.360034 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Updating router d58f9795-8296-4f83-b130-60ce5dca27e4 port f9c6ede0-aa25-49a2-8993-795e9e3307d8 binding host dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:30:13.383064 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:13.443726 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.464712 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a09cd-8a1d-46e7-9d13-5c8b8c7d87fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6362b652-3f3a-4246-96f1-78eb9e75f80c,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:13.498766 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Attempting to bind port f23b549c-e50a-46e6-ae2d-be99278645f3 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:13.499838 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Attempting to bind port f23b549c-e50a-46e6-ae2d-be99278645f3 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:13.500435 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Attempting to bind port f23b549c-e50a-46e6-ae2d-be99278645f3 on network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:13.525971 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:13.536330 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:29:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:13.584653 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (d6133f30-f557-451f-b10f-d29cefee5896), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.629288 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.650007 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Pushing event updated for resources: {'Port': ['ID=d6133f30-f557-451f-b10f-d29cefee5896,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:13.724292 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:13.736458 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.738022 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9e0839f4-80c6-4758-af08-0c3b6393721c admin admin] Publish callbacks [] for security_group (6362b652-3f3a-4246-96f1-78eb9e75f80c), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.760838 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:13.765912 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:13.771937 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:13.772859 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817623'] for router_interface (a1477586-a31b-42d1-8559-78ae55b793b4), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.788294 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Port d1335949-2f1c-4115-a62e-8a4f6a948b86 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:13.794113 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9e0839f4-80c6-4758-af08-0c3b6393721c admin admin] Publish callbacks [] for security_group (6362b652-3f3a-4246-96f1-78eb9e75f80c), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.797444 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:13.811506 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1f46d-64fc-417b-bca1-6c521412fe05 None None] Pushing event updated for resources: {'Port': ['ID=08b239b9-0ac3-43fc-9032-8aa614893601,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:13.852598 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:13.909659 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:13.910567 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Checking segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:13.911773 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.913968 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Bound using segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:13.915671 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Bound port: f23b549c-e50a-46e6-ae2d-be99278645f3, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:13.922508 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.932028 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.999605 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:14.097325 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 7d795a29-72bf-4be2-83cb-19b80eab99cc is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:14.098018 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:14.292696 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb7ac0-319b-4e08-8562-ae0e55302243 None None] Pushing event updated for resources: {'Port': ['ID=f23b549c-e50a-46e6-ae2d-be99278645f3,revision_number=2']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:14.373087 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:14.476205 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Attempt 3 to provision port d1335949-2f1c-4115-a62e-8a4f6a948b86 Sep 23 01:30:14.477607 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] For port f23b549c-e50a-46e6-ae2d-be99278645f3, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:14.535095 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Allocated IP 172.20.0.1 (45d87e2c-cffb-4bc6-84be-6c06e6485b39/f836c9f3-d6cc-4e08-b1de-9b5ad70243d8/a47fc12f-156e-48a5-bb51-f75693f9f10e) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:14.536144 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Allocated IP 172.20.0.1 (00917930-ed0a-4ef4-9534-5f09245cc373/148c2218-ff5a-4f4c-b1b9-7d56637223a7/893f68e2-1c82-4491-b3a6-570fc99ed958) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:14.602905 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] For port f23b549c-e50a-46e6-ae2d-be99278645f3, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=f23b549c-e50a-46e6-ae2d-be99278645f3,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:14.691340 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:14.759086 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:14.759585 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Publish callbacks [] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:14.801700 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9e0839f4-80c6-4758-af08-0c3b6393721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (6362b652-3f3a-4246-96f1-78eb9e75f80c), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:14.805128 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9e0839f4-80c6-4758-af08-0c3b6393721c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:14.807518 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-9e0839f4-80c6-4758-af08-0c3b6393721c admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/6362b652-3f3a-4246-96f1-78eb9e75f80c HTTP/1.1" status: 204 len: 168 time: 1.4645216 Sep 23 01:30:14.823822 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0839f4-80c6-4758-af08-0c3b6393721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6362b652-3f3a-4246-96f1-78eb9e75f80c,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:14.839091 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port 7d795a29-72bf-4be2-83cb-19b80eab99cc, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=7d795a29-72bf-4be2-83cb-19b80eab99cc,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:14.944161 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34082) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:14.948969 dv-cinder-849143-7-smb neutron-server[107196]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 01:30:15.038937 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:15.092530 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb7ac0-319b-4e08-8562-ae0e55302243 None None] Pushing event updated for resources: {'Port': ['ID=f23b549c-e50a-46e6-ae2d-be99278645f3,revision_number=3']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:15.136404 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Routers {'4beba12a-d687-4c25-a0e1-9338a05f58c0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:15.138205 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:29:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['4beba12a-d687-4c25-a0e1-9338a05f58c0'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:15.147022 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:15.422446 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:30:15.506778 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:15.625731 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=7d795a29-72bf-4be2-83cb-19b80eab99cc,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:16.031346 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Port d1335949-2f1c-4115-a62e-8a4f6a948b86 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:16.038385 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d6133f30-f557-451f-b10f-d29cefee5896), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:16.063304 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] Set router 4beba12a-d687-4c25-a0e1-9338a05f58c0 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:16.161822 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:16.224992 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 5ae4a09a-0510-4b4d-945c-8606369c01ea up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:16.276785 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-17bdff59-a170-4c1e-9436-7135e816c9e0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:16.281402 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-17bdff59-a170-4c1e-9436-7135e816c9e0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 819 time: 1.3348539 Sep 23 01:30:16.286568 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:16.358379 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-a28105ad-3459-4677-8167-5cc796944a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:16.452807 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:16.459087 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:16.471036 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:16.471410 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817623'] for router_interface (d58f9795-8296-4f83-b130-60ce5dca27e4), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:16.555123 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Publish callbacks [] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:16.559497 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Attempt 4 to provision port d1335949-2f1c-4115-a62e-8a4f6a948b86 Sep 23 01:30:16.732677 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b8802798-0041-4f98-a9d1-8d83a2019bee tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/quotas/f0f4fc2c13b049f88634df7b8c0770d1 HTTP/1.1" status: 200 len: 375 time: 0.4316223 Sep 23 01:30:16.772328 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 2, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:16.818937 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 5ae4a09a-0510-4b4d-945c-8606369c01ea triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:16.822030 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a47fc12f-156e-48a5-bb51-f75693f9f10e,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:16.824344 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:16.830478 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 5ae4a09a-0510-4b4d-945c-8606369c01ea Sep 23 01:30:16.925746 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Checking router: b83295e3-d83a-429c-aadc-9e8e3d75d86f for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:30:16.926933 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Updating router b83295e3-d83a-429c-aadc-9e8e3d75d86f port d1335949-2f1c-4115-a62e-8a4f6a948b86 binding host dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:30:16.956873 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Port d1335949-2f1c-4115-a62e-8a4f6a948b86 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:16.968580 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:17.196953 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:17.214760 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:17.234642 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:17.281254 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:02Z', 'revision_number': 3, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:17.409472 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82267d00-cd79-42dc-8862-4f1a3d0e5f12 None None] The sync data for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb is: [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:02Z', 'revision_number': 3, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:17.429352 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:17.430149 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-f8e8491a-b6f9-419a-862b-7eed83f35b9c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6801057 Sep 23 01:30:17.484004 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Attempt 5 to provision port d1335949-2f1c-4115-a62e-8a4f6a948b86 Sep 23 01:30:17.507395 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'name': 'tempest-DeleteServersTestJSON-710120030-router', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:05Z', 'revision_number': 3, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'gw_port': {'id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:01Z', 'updated_at': '2022-09-23T01:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:17.714550 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Pushing event updated for resources: {'Port': ['ID=893f68e2-1c82-4491-b3a6-570fc99ed958,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:17.762341 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db401ce4-c058-4eea-be97-e53b1b7df025 None None] The sync data for ids ['4beba12a-d687-4c25-a0e1-9338a05f58c0'] in dv-cinder-849143-7-smb is: [{'id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'name': 'tempest-DeleteServersTestJSON-710120030-router', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:05Z', 'revision_number': 3, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'gw_port': {'id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:01Z', 'updated_at': '2022-09-23T01:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:17.787051 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Network 00917930-ed0a-4ef4-9534-5f09245cc373 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:17.792414 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:17.803652 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:17.804263 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817623'] for router_interface (4beba12a-d687-4c25-a0e1-9338a05f58c0), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:17.864899 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:17.911295 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Port d1335949-2f1c-4115-a62e-8a4f6a948b86 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:18.003872 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Publish callbacks [] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), precommit_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.088905 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Publish callbacks [] for port (d6133f30-f557-451f-b10f-d29cefee5896), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.168342 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.241820 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-59a17c38-b12d-4219-8437-cdfcf4b23a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.258243 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Attempting to bind port f9c6ede0-aa25-49a2-8993-795e9e3307d8 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:18.261514 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Attempting to bind port f9c6ede0-aa25-49a2-8993-795e9e3307d8 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:18.261833 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (d6133f30-f557-451f-b10f-d29cefee5896), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.266123 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Attempting to bind port f9c6ede0-aa25-49a2-8993-795e9e3307d8 on network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:18.271981 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817731'] for router_interface (a1477586-a31b-42d1-8559-78ae55b793b4), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.321719 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34144) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:18.330783 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.606507 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Attempt 6 to provision port d1335949-2f1c-4115-a62e-8a4f6a948b86 Sep 23 01:30:18.640803 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:18.674777 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:18.681297 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 5ae4a09a-0510-4b4d-945c-8606369c01ea is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:18.683048 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 2b73cf12-b606-4871-91f6-8d1ab5edf084 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:18.702855 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Publish callbacks [] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), precommit_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.741306 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Publish callbacks [] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.748328 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Port d1335949-2f1c-4115-a62e-8a4f6a948b86 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:18.823935 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:18.823935 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Checking segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:18.823935 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.823935 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Bound using segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:18.823935 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Bound port: f9c6ede0-aa25-49a2-8993-795e9e3307d8, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:18.823935 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.896185 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.897526 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.900767 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817731'] for router_interface (d58f9795-8296-4f83-b130-60ce5dca27e4), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.996430 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] For port f9c6ede0-aa25-49a2-8993-795e9e3307d8, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:19.000726 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270f006-4d3f-4543-9f72-599154aae78d None None] Pushing event updated for resources: {'Port': ['ID=f9c6ede0-aa25-49a2-8993-795e9e3307d8,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:19.003945 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 2b73cf12-b606-4871-91f6-8d1ab5edf084 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:19.012161 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.012751 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 2b73cf12-b606-4871-91f6-8d1ab5edf084 Sep 23 01:30:19.150562 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34162) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:19.220991 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] For port f9c6ede0-aa25-49a2-8993-795e9e3307d8, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=f9c6ede0-aa25-49a2-8993-795e9e3307d8,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:19.274298 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Attempt 7 to provision port d1335949-2f1c-4115-a62e-8a4f6a948b86 Sep 23 01:30:19.304272 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Pushing event updated for resources: {'Port': ['ID=d6133f30-f557-451f-b10f-d29cefee5896,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:19.321945 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c70c6-62ee-48db-a83a-8a791ec5625d None None] Pushing event updated for resources: {'Port': ['ID=d1335949-2f1c-4115-a62e-8a4f6a948b86,revision_number=3']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:19.339525 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Attempting to bind port d1335949-2f1c-4115-a62e-8a4f6a948b86 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:19.342422 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Attempting to bind port d1335949-2f1c-4115-a62e-8a4f6a948b86 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:19.345020 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Attempting to bind port d1335949-2f1c-4115-a62e-8a4f6a948b86 on network f90a1241-aaff-46d8-9539-62d24ac1ba91 {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:19.403046 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-ebf2aaaf-d382-44e5-b5b8-e95dc5bc4533 service neutron] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:30:19.408750 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.414039 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:19.414432 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-ebf2aaaf-d382-44e5-b5b8-e95dc5bc4533 service neutron] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4701786 Sep 23 01:30:19.439764 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bc46d3d0-c02b-4c15-9520-e63978583154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.519352 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:19.535371 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:19.550938 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:19.551427 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Checking segment: {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:19.554500 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.555106 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Bound using segment: {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:19.555654 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Bound port: d1335949-2f1c-4115-a62e-8a4f6a948b86, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'}}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:19.556054 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.610499 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:19.615236 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 2b73cf12-b606-4871-91f6-8d1ab5edf084 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:19.615807 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a95553bf-3315-4f49-8186-6a5d02edc403 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:19.627821 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Port d1335949-2f1c-4115-a62e-8a4f6a948b86 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:19.731811 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] For port d1335949-2f1c-4115-a62e-8a4f6a948b86, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:19.734822 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:19.735834 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:30:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:19.743861 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a47fc12f-156e-48a5-bb51-f75693f9f10e,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:19.744482 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] For port d1335949-2f1c-4115-a62e-8a4f6a948b86, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=d1335949-2f1c-4115-a62e-8a4f6a948b86,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:19.838347 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.864861 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c18680eb-d310-410e-b85c-09f4f7845f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.950804 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Publish callbacks [] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.999061 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Router a1477586-a31b-42d1-8559-78ae55b793b4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:30:20.008532 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:20.010752 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:30:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:20.083927 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:20.146330 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:20.149720 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Attempt 8 to provision port d1335949-2f1c-4115-a62e-8a4f6a948b86 Sep 23 01:30:20.150782 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817731'] for router_interface (4beba12a-d687-4c25-a0e1-9338a05f58c0), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:20.249905 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-c0787cc4-2136-4dbe-aa08-f3eb6122ebfc service neutron] 10.222.0.83 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8148501 Sep 23 01:30:20.288588 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270f006-4d3f-4543-9f72-599154aae78d None None] Pushing event updated for resources: {'Port': ['ID=f9c6ede0-aa25-49a2-8993-795e9e3307d8,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:20.385900 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:20.401106 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:20.507824 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Pushing event updated for resources: {'Port': ['ID=893f68e2-1c82-4491-b3a6-570fc99ed958,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:20.533825 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c70c6-62ee-48db-a83a-8a791ec5625d None None] Pushing event updated for resources: {'Port': ['ID=d1335949-2f1c-4115-a62e-8a4f6a948b86,revision_number=4']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:20.540437 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:20.579833 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:30:20.587896 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:20.593522 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:20.602538 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-ac8dccff-9275-4cb6-8aa1-89be81fccd42 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/a1477586-a31b-42d1-8559-78ae55b793b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8532181 Sep 23 01:30:20.638012 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port a95553bf-3315-4f49-8186-6a5d02edc403 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:20.638655 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:20.639197 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port a95553bf-3315-4f49-8186-6a5d02edc403 Sep 23 01:30:20.679190 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:20.684387 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Network 00917930-ed0a-4ef4-9534-5f09245cc373 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:20.691817 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:20.929593 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:21.177276 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bc46d3d0-c02b-4c15-9520-e63978583154 admin admin] Publish callbacks [] for security_group (7c998039-ad5a-4933-96b1-a18923d7ddc8), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:21.208953 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:21.265921 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:21.273983 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Router 4beba12a-d687-4c25-a0e1-9338a05f58c0 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:30:21.329943 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:19Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:21.345600 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bc46d3d0-c02b-4c15-9520-e63978583154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7c998039-ad5a-4933-96b1-a18923d7ddc8), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:21.416817 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ff316-8e2d-4b62-8565-f4a21a9d292a None None] The sync data for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb is: [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:19Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:21.511124 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c18680eb-d310-410e-b85c-09f4f7845f21 admin admin] Publish callbacks [] for security_group (36f4bfff-f706-4c94-af00-de00a5c294bb), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:21.569554 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-9ee84b11-e3a1-4341-9498-6caf69a8b0d2 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3148949 Sep 23 01:30:21.630153 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:30:21.651543 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46d3d0-c02b-4c15-9520-e63978583154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c998039-ad5a-4933-96b1-a18923d7ddc8,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:21.662202 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Router d58f9795-8296-4f83-b130-60ce5dca27e4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:30:21.679037 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a5c5b19d-a4bf-4f4c-9263-43ee12f425d1 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/4beba12a-d687-4c25-a0e1-9338a05f58c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8354542 Sep 23 01:30:21.719757 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 34210) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:21.724173 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-bc46d3d0-c02b-4c15-9520-e63978583154 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=a051f313757a45b2814189721e5d846e&name=default HTTP/1.1" status: 200 len: 2992 time: 3.3906109 Sep 23 01:30:21.741144 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c18680eb-d310-410e-b85c-09f4f7845f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (36f4bfff-f706-4c94-af00-de00a5c294bb), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:21.936433 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18680eb-d310-410e-b85c-09f4f7845f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f4bfff-f706-4c94-af00-de00a5c294bb,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:21.957176 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-c18680eb-d310-410e-b85c-09f4f7845f21 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=e935769c8b844d9f9af50e8e39e8f318&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7706192 Sep 23 01:30:21.959997 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34212) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:21.962556 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 34214) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:21.977187 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-20e67f33-25f0-4099-a0e3-966c3c3dab33 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895284719', 'description': 'tempest-description--172227820'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:21.999698 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f96b159a-637b-4ec9-94e0-3ff3d12896b2 admin admin] Publish callbacks [] for security_group (7c998039-ad5a-4933-96b1-a18923d7ddc8), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.083511 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port a95553bf-3315-4f49-8186-6a5d02edc403 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:22.089399 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.089662 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f96b159a-637b-4ec9-94e0-3ff3d12896b2 admin admin] Publish callbacks [] for security_group (7c998039-ad5a-4933-96b1-a18923d7ddc8), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.189227 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port a95553bf-3315-4f49-8186-6a5d02edc403, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=a95553bf-3315-4f49-8186-6a5d02edc403,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:22.268308 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:22.272472 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Current status of the port d1335949-2f1c-4115-a62e-8a4f6a948b86 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:22.273888 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.380429 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f429432a-8b9f-4154-b7f2-9a9f0ae072a4 admin admin] Publish callbacks [] for security_group (36f4bfff-f706-4c94-af00-de00a5c294bb), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.414658 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f429432a-8b9f-4154-b7f2-9a9f0ae072a4 admin admin] Publish callbacks [] for security_group (36f4bfff-f706-4c94-af00-de00a5c294bb), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.477519 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.622962 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-20e67f33-25f0-4099-a0e3-966c3c3dab33 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.680082 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:22.682467 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:30:22.696262 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f429432a-8b9f-4154-b7f2-9a9f0ae072a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (36f4bfff-f706-4c94-af00-de00a5c294bb), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.702710 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f429432a-8b9f-4154-b7f2-9a9f0ae072a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.705635 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-f429432a-8b9f-4154-b7f2-9a9f0ae072a4 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/36f4bfff-f706-4c94-af00-de00a5c294bb HTTP/1.1" status: 204 len: 168 time: 0.7399273 Sep 23 01:30:22.727499 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Sync routers for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:22.743597 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.748892 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429432a-8b9f-4154-b7f2-9a9f0ae072a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f4bfff-f706-4c94-af00-de00a5c294bb,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:22.777329 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f96b159a-637b-4ec9-94e0-3ff3d12896b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7c998039-ad5a-4933-96b1-a18923d7ddc8), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.782580 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f96b159a-637b-4ec9-94e0-3ff3d12896b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.790196 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-f96b159a-637b-4ec9-94e0-3ff3d12896b2 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/7c998039-ad5a-4933-96b1-a18923d7ddc8 HTTP/1.1" status: 204 len: 168 time: 1.0635324 Sep 23 01:30:22.819606 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b159a-637b-4ec9-94e0-3ff3d12896b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c998039-ad5a-4933-96b1-a18923d7ddc8,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:22.885544 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] For port d1335949-2f1c-4115-a62e-8a4f6a948b86, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=d1335949-2f1c-4115-a62e-8a4f6a948b86,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:22.907977 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-cf6567a9-981b-4f7a-821b-2bfd3a29b2f3 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/d58f9795-8296-4f83-b130-60ce5dca27e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7728024 Sep 23 01:30:23.001417 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7ff8964f-9d81-40fd-a9bb-6acc98aa1e7c req-3dc0658e-b643-4c08-91b9-12193587385f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 210 time: 0.3908787 Sep 23 01:30:23.106709 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Sync routers for ids ['4beba12a-d687-4c25-a0e1-9338a05f58c0'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:23.161730 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=a95553bf-3315-4f49-8186-6a5d02edc403,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:23.169328 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Routers {'4beba12a-d687-4c25-a0e1-9338a05f58c0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:23.170009 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:30:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['4beba12a-d687-4c25-a0e1-9338a05f58c0'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:23.175616 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 34270) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:23.185920 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:23.192479 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:30:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:23.199099 dv-cinder-849143-7-smb neutron-server[107195]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 01:30:23.366923 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-20e67f33-25f0-4099-a0e3-966c3c3dab33 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (64657dcd-acd7-4824-9c52-86cfe8a134cb), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:23.413607 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device f23b549c-e50a-46e6-ae2d-be99278645f3 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:23.419495 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:23.489616 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-20e67f33-25f0-4099-a0e3-966c3c3dab33 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (64657dcd-acd7-4824-9c52-86cfe8a134cb), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:23.682498 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e67f33-25f0-4099-a0e3-966c3c3dab33 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64657dcd-acd7-4824-9c52-86cfe8a134cb,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:23.698459 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-f81ce675-42f9-4323-9038-dc5002f3c42f tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:23.700614 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-f81ce675-42f9-4323-9038-dc5002f3c42f tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/networks?id=00917930-ed0a-4ef4-9534-5f09245cc373 HTTP/1.1" status: 200 len: 811 time: 0.5033615 Sep 23 01:30:23.703633 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Set router 4beba12a-d687-4c25-a0e1-9338a05f58c0 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:23.723453 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-de2f2258-0273-4d17-b1ef-e71a4a99b9ed tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/quotas/6023955c03b4428e8c2bceccd706da12 HTTP/1.1" status: 200 len: 375 time: 0.0140908 Sep 23 01:30:23.821582 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-20e67f33-25f0-4099-a0e3-966c3c3dab33 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:23.838196 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-20e67f33-25f0-4099-a0e3-966c3c3dab33 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8663249 Sep 23 01:30:23.838196 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34286) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:23.863949 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-7c036d86-b98d-4526-981f-976932442dec tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'security_group_rule': {'security_group_id': '64657dcd-acd7-4824-9c52-86cfe8a134cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:23.875390 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:23.963006 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-dd0147a7-1879-4b08-b505-2bdbb4c74c03 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=6023955c03b4428e8c2bceccd706da12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2328024 Sep 23 01:30:23.979594 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:23.981669 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:23.983588 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port f23b549c-e50a-46e6-ae2d-be99278645f3 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:23.984400 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:23.985028 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port f23b549c-e50a-46e6-ae2d-be99278645f3 Sep 23 01:30:24.046829 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Provisioning complete for port 2b73cf12-b606-4871-91f6-8d1ab5edf084 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:24.047461 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.047984 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Attempt 1 to provision port 2b73cf12-b606-4871-91f6-8d1ab5edf084 Sep 23 01:30:24.098490 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Pushing event updated for resources: {'Port': ['ID=d1335949-2f1c-4115-a62e-8a4f6a948b86,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:24.174290 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7c036d86-b98d-4526-981f-976932442dec tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (bd4fe05a-9de3-4a62-8e2a-9fc53868aede), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.198155 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:18Z', 'revision_number': 2, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:24.300373 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f6f62-d1f8-4d35-896a-f15f816c2452 None None] The sync data for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb is: [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:18Z', 'revision_number': 2, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:24.317533 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'name': 'tempest-DeleteServersTestJSON-710120030-router', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:18Z', 'revision_number': 4, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'gw_port': {'id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:01Z', 'updated_at': '2022-09-23T01:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '893f68e2-1c82-4491-b3a6-570fc99ed958', 'name': '', 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'mac_address': 'fa:16:3e:62:a1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '148c2218-ff5a-4f4c-b1b9-7d56637223a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:13Z', 'updated_at': '2022-09-23T01:30:19Z', 'revision_number': 2, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'subnets': [{'id': '148c2218-ff5a-4f4c-b1b9-7d56637223a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:24.398983 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Checking router: 4beba12a-d687-4c25-a0e1-9338a05f58c0 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:30:24.399787 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Updating router 4beba12a-d687-4c25-a0e1-9338a05f58c0 port 893f68e2-1c82-4491-b3a6-570fc99ed958 binding host dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:30:24.460286 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7c036d86-b98d-4526-981f-976932442dec tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (bd4fe05a-9de3-4a62-8e2a-9fc53868aede), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.483032 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.484413 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port f23b549c-e50a-46e6-ae2d-be99278645f3 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:24.484812 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.496896 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Current status of the port 2b73cf12-b606-4871-91f6-8d1ab5edf084 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:24.884019 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port f23b549c-e50a-46e6-ae2d-be99278645f3, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=f23b549c-e50a-46e6-ae2d-be99278645f3,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:24.884019 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Provisioning complete for port 7d795a29-72bf-4be2-83cb-19b80eab99cc triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:24.884019 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.884019 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Attempt 1 to provision port 7d795a29-72bf-4be2-83cb-19b80eab99cc Sep 23 01:30:24.884019 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:24.909882 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:24.910541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:16Z', 'revision_number': 2, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:24.910541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Checking router: a1477586-a31b-42d1-8559-78ae55b793b4 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:30:24.910541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Updating router a1477586-a31b-42d1-8559-78ae55b793b4 port d6133f30-f557-451f-b10f-d29cefee5896 binding host dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:30:24.910541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d6133f30-f557-451f-b10f-d29cefee5896), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.910541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-bee06072-d28d-4fab-9a2f-0aba4916b1de None None] Current status of the port 7d795a29-72bf-4be2-83cb-19b80eab99cc is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:25.009244 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34312) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:25.022869 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7c036d86-b98d-4526-981f-976932442dec tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (bd4fe05a-9de3-4a62-8e2a-9fc53868aede), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.127552 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c036d86-b98d-4526-981f-976932442dec tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4fe05a-9de3-4a62-8e2a-9fc53868aede,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:25.140824 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Provisioning complete for port d6133f30-f557-451f-b10f-d29cefee5896 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:25.141931 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (d6133f30-f557-451f-b10f-d29cefee5896), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.142163 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 1 to provision port d6133f30-f557-451f-b10f-d29cefee5896 Sep 23 01:30:25.183472 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Publish callbacks [] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), precommit_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.189153 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7c036d86-b98d-4526-981f-976932442dec tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.194557 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-7c036d86-b98d-4526-981f-976932442dec tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3569992 Sep 23 01:30:25.195618 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 34322) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:25.201709 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-c42f320a-e4d4-4ada-86bc-7efb0dab76fe tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'security_group_rule': {'security_group_id': '64657dcd-acd7-4824-9c52-86cfe8a134cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:25.259162 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.259974 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.261029 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device d1335949-2f1c-4115-a62e-8a4f6a948b86 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:25.275986 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Port d6133f30-f557-451f-b10f-d29cefee5896 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:25.301273 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:25.360082 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.398892 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:25.409569 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c42f320a-e4d4-4ada-86bc-7efb0dab76fe tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (b3748f8b-ac0d-41dd-94d9-be4bbdbdb22a), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.544661 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ac6fc-0643-4dd8-8862-49877a7067e2 None None] Pushing event updated for resources: {'Port': ['ID=893f68e2-1c82-4491-b3a6-570fc99ed958,revision_number=3']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:25.579698 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c42f320a-e4d4-4ada-86bc-7efb0dab76fe tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (b3748f8b-ac0d-41dd-94d9-be4bbdbdb22a), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.596928 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Attempting to bind port 893f68e2-1c82-4491-b3a6-570fc99ed958 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:25.597760 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Attempting to bind port 893f68e2-1c82-4491-b3a6-570fc99ed958 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:25.598208 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Attempting to bind port 893f68e2-1c82-4491-b3a6-570fc99ed958 on network 00917930-ed0a-4ef4-9534-5f09245cc373 {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:25.683029 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=f23b549c-e50a-46e6-ae2d-be99278645f3,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:25.744539 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c42f320a-e4d4-4ada-86bc-7efb0dab76fe tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (b3748f8b-ac0d-41dd-94d9-be4bbdbdb22a), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.745319 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port d1335949-2f1c-4115-a62e-8a4f6a948b86 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:25.745574 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.746127 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port d1335949-2f1c-4115-a62e-8a4f6a948b86 Sep 23 01:30:25.773805 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34330) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:25.806264 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 34332) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:25.825902 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 2 to provision port d6133f30-f557-451f-b10f-d29cefee5896 Sep 23 01:30:25.833288 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-75615c68-176f-4540-9106-df1f6f086535 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805484121', 'description': 'tempest-description--776402900'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:25.856169 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f320a-e4d4-4ada-86bc-7efb0dab76fe tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3748f8b-ac0d-41dd-94d9-be4bbdbdb22a,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:25.860087 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f75496a8-3c08-40a1-810e-d74aa94b55a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.932281 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c42f320a-e4d4-4ada-86bc-7efb0dab76fe tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.940162 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-c42f320a-e4d4-4ada-86bc-7efb0dab76fe tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7428591 Sep 23 01:30:25.942734 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 34340) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:25.991962 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'floatingip': {'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:26.000494 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:26.003130 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Checking segment: {'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:26.004494 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.006999 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Bound using segment: {'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:26.008134 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Bound port: 893f68e2-1c82-4491-b3a6-570fc99ed958, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'}}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:26.012588 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.029802 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7bb38989-a36a-460a-83f2-618c19bbfcfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.069241 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Port d6133f30-f557-451f-b10f-d29cefee5896 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:26.085390 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-75615c68-176f-4540-9106-df1f6f086535 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.189294 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:26.353789 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.355993 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Publish callbacks [] for port (d6133f30-f557-451f-b10f-d29cefee5896), precommit_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.367909 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port d1335949-2f1c-4115-a62e-8a4f6a948b86 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:26.372226 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 7d795a29-72bf-4be2-83cb-19b80eab99cc up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:26.410837 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] For port 893f68e2-1c82-4491-b3a6-570fc99ed958, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:26.420607 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] For port 893f68e2-1c82-4491-b3a6-570fc99ed958, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=893f68e2-1c82-4491-b3a6-570fc99ed958,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:26.479796 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 7d795a29-72bf-4be2-83cb-19b80eab99cc triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:26.480587 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.481065 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 7d795a29-72bf-4be2-83cb-19b80eab99cc Sep 23 01:30:26.489962 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f75496a8-3c08-40a1-810e-d74aa94b55a5 admin admin] Publish callbacks [] for security_group (4550e72a-ebf7-4ffb-afe6-507c30f4da8f), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.558973 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (d6133f30-f557-451f-b10f-d29cefee5896), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.599512 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 3 to provision port d6133f30-f557-451f-b10f-d29cefee5896 Sep 23 01:30:26.601236 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-f4a49c16-9f1c-435f-879d-b7fbc3513de5 service neutron] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:30:26.603631 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-f4a49c16-9f1c-435f-879d-b7fbc3513de5 service neutron] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2997086 Sep 23 01:30:26.633267 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.731518 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f75496a8-3c08-40a1-810e-d74aa94b55a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (4550e72a-ebf7-4ffb-afe6-507c30f4da8f), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.774205 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Routers {'4beba12a-d687-4c25-a0e1-9338a05f58c0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:26.783188 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:30:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['4beba12a-d687-4c25-a0e1-9338a05f58c0'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:26.802522 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:26.823835 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763619be-d464-4317-ad11-65015b2efaf2 None None] Pushing event updated for resources: {'Port': ['ID=d6133f30-f557-451f-b10f-d29cefee5896,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:26.830146 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.952748 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75496a8-3c08-40a1-810e-d74aa94b55a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4550e72a-ebf7-4ffb-afe6-507c30f4da8f,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:27.135825 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Port d6133f30-f557-451f-b10f-d29cefee5896 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:27.155922 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ac6fc-0643-4dd8-8862-49877a7067e2 None None] Pushing event updated for resources: {'Port': ['ID=893f68e2-1c82-4491-b3a6-570fc99ed958,revision_number=4']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:27.187560 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:27.199947 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34354) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:27.216718 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f75496a8-3c08-40a1-810e-d74aa94b55a5 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=3338e3a1145444b48b3c81ce59a65878&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4378643 Sep 23 01:30:27.243887 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34358) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:27.260940 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-75615c68-176f-4540-9106-df1f6f086535 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (145e720d-6909-4bec-b026-7cd3079d2120), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:27.336693 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:27.342414 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] Set router 4beba12a-d687-4c25-a0e1-9338a05f58c0 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:27.399886 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-75615c68-176f-4540-9106-df1f6f086535 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (145e720d-6909-4bec-b026-7cd3079d2120), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:27.405854 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc98842-ce49-4d29-a894-458845079210 req-b1ac3cb6-d729-43f9-bc8e-1ed848fc15ac tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:27.421808 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-b1ac3cb6-d729-43f9-bc8e-1ed848fc15ac tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 819 time: 0.9337237 Sep 23 01:30:27.437427 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e9e08c44-d8b5-4d6f-9bb9-1d22715498b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:27.508750 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:27.510285 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-95dd9cee-b118-43e3-8db6-f4a7b3267de5 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/quotas/f0f4fc2c13b049f88634df7b8c0770d1 HTTP/1.1" status: 200 len: 375 time: 0.0658796 Sep 23 01:30:27.531805 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75615c68-176f-4540-9106-df1f6f086535 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145e720d-6909-4bec-b026-7cd3079d2120,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:27.593308 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 7d795a29-72bf-4be2-83cb-19b80eab99cc is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:27.595351 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 08b239b9-0ac3-43fc-9032-8aa614893601 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:27.637099 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 4 to provision port d6133f30-f557-451f-b10f-d29cefee5896 Sep 23 01:30:27.645280 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Attempting to bind port d6133f30-f557-451f-b10f-d29cefee5896 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:27.646127 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Attempting to bind port d6133f30-f557-451f-b10f-d29cefee5896 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:27.647026 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Attempting to bind port d6133f30-f557-451f-b10f-d29cefee5896 on network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:27.664764 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-64dfa5fa-ae25-4ad5-8b76-0c2656a6f403 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1528614 Sep 23 01:30:27.785487 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Port d6133f30-f557-451f-b10f-d29cefee5896 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:27.840465 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 08b239b9-0ac3-43fc-9032-8aa614893601 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:27.841189 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:27.841864 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 08b239b9-0ac3-43fc-9032-8aa614893601 Sep 23 01:30:27.918481 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:27.924742 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Allocated IP 172.28.0.107 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/e3fc5330-fa0c-4b7b-9200-c28d69f19caf) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:27.924940 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Checking segment: {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:27.924940 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:27.924940 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Bound using segment: {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:27.924940 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Bound port: d6133f30-f557-451f-b10f-d29cefee5896, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:27.924940 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d6133f30-f557-451f-b10f-d29cefee5896), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:27.934945 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-5cfa3c79-bd21-4f30-8705-3398407fb84a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/00917930-ed0a-4ef4-9534-5f09245cc373?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0367866 Sep 23 01:30:28.005294 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:28.261704 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7bb38989-a36a-460a-83f2-618c19bbfcfc admin admin] Publish callbacks [] for security_group (64ab3e03-fca1-41a4-a918-25ab8b8c95d5), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.276052 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d6db057b-514b-4d2f-af9c-c25d15c608a6 admin admin] Publish callbacks [] for security_group (4550e72a-ebf7-4ffb-afe6-507c30f4da8f), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.281064 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] For port d6133f30-f557-451f-b10f-d29cefee5896, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:28.282780 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] For port d6133f30-f557-451f-b10f-d29cefee5896, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=d6133f30-f557-451f-b10f-d29cefee5896,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:28.288319 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 5 to provision port d6133f30-f557-451f-b10f-d29cefee5896 Sep 23 01:30:28.324389 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'name': 'tempest-DeleteServersTestJSON-710120030-router', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:18Z', 'revision_number': 4, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'gw_port': {'id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:01Z', 'updated_at': '2022-09-23T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '893f68e2-1c82-4491-b3a6-570fc99ed958', 'name': '', 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'mac_address': 'fa:16:3e:62:a1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '148c2218-ff5a-4f4c-b1b9-7d56637223a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:13Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 4, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'subnets': [{'id': '148c2218-ff5a-4f4c-b1b9-7d56637223a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:28.328973 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 08b239b9-0ac3-43fc-9032-8aa614893601 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:28.328973 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.401424 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for port (e3fc5330-fa0c-4b7b-9200-c28d69f19caf), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.402685 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d6db057b-514b-4d2f-af9c-c25d15c608a6 admin admin] Publish callbacks [] for security_group (4550e72a-ebf7-4ffb-afe6-507c30f4da8f), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.409594 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7bb38989-a36a-460a-83f2-618c19bbfcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (64ab3e03-fca1-41a4-a918-25ab8b8c95d5), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.427293 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (d6133f30-f557-451f-b10f-d29cefee5896), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.440586 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port 08b239b9-0ac3-43fc-9032-8aa614893601, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=08b239b9-0ac3-43fc-9032-8aa614893601,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:28.445833 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275952fd-fe34-4580-976b-20bdfe93f430 None None] The sync data for ids ['4beba12a-d687-4c25-a0e1-9338a05f58c0'] in dv-cinder-849143-7-smb is: [{'id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'name': 'tempest-DeleteServersTestJSON-710120030-router', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:18Z', 'revision_number': 4, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'gw_port': {'id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:01Z', 'updated_at': '2022-09-23T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '893f68e2-1c82-4491-b3a6-570fc99ed958', 'name': '', 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'mac_address': 'fa:16:3e:62:a1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '148c2218-ff5a-4f4c-b1b9-7d56637223a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:13Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 4, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'subnets': [{'id': '148c2218-ff5a-4f4c-b1b9-7d56637223a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:28.504068 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Port d6133f30-f557-451f-b10f-d29cefee5896 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:28.526006 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-75615c68-176f-4540-9106-df1f6f086535 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.528726 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-75615c68-176f-4540-9106-df1f6f086535 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.7058907 Sep 23 01:30:28.576986 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763619be-d464-4317-ad11-65015b2efaf2 None None] Pushing event updated for resources: {'Port': ['ID=d6133f30-f557-451f-b10f-d29cefee5896,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:28.576986 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:28.579199 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:30:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:28.579537 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34368) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:28.695899 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-9c400b1d-a490-467c-a45d-ac00980484ec tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group_rule': {'security_group_id': '145e720d-6909-4bec-b026-7cd3079d2120', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:28.710559 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:28.764023 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-7bb38989-a36a-460a-83f2-618c19bbfcfc admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=66cb11f81ae34332bd791aab09b3e201&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7514906 Sep 23 01:30:28.774097 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb38989-a36a-460a-83f2-618c19bbfcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ab3e03-fca1-41a4-a918-25ab8b8c95d5,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:28.774389 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 34372) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:28.787229 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.801643 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-536d61a7-da4a-4630-a7fc-f87f0f4bbf55 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1345990 Sep 23 01:30:28.894809 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-c0688bc4-668b-4872-8e2d-aed53f7e8505 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/00917930-ed0a-4ef4-9534-5f09245cc373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9403048 Sep 23 01:30:28.997901 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (e3fc5330-fa0c-4b7b-9200-c28d69f19caf), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.999512 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:29.137479 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-ff26fdcc-0efd-48ba-bdc2-dade2396caec service neutron] 10.222.0.83 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336048 Sep 23 01:30:29.152544 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 6 to provision port d6133f30-f557-451f-b10f-d29cefee5896 Sep 23 01:30:29.169696 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e9e08c44-d8b5-4d6f-9bb9-1d22715498b3 admin admin] Publish callbacks [] for security_group (d061059b-9c99-4662-a597-1ce807e21988), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:29.216922 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'Port': ['ID=e3fc5330-fa0c-4b7b-9200-c28d69f19caf,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:29.232819 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:29.235573 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:29.243730 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:29.249980 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:29.284036 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=08b239b9-0ac3-43fc-9032-8aa614893601,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:29.318831 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9fb86d8f-430b-4761-a4a0-e6da697d0172 admin admin] Publish callbacks [] for security_group (64ab3e03-fca1-41a4-a918-25ab8b8c95d5), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:29.421250 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9fb86d8f-430b-4761-a4a0-e6da697d0172 admin admin] Publish callbacks [] for security_group (64ab3e03-fca1-41a4-a918-25ab8b8c95d5), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:29.503553 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device f23b549c-e50a-46e6-ae2d-be99278645f3 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:29.564024 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e9e08c44-d8b5-4d6f-9bb9-1d22715498b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (d061059b-9c99-4662-a597-1ce807e21988), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:29.741679 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d6db057b-514b-4d2f-af9c-c25d15c608a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (4550e72a-ebf7-4ffb-afe6-507c30f4da8f), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:29.761784 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d6db057b-514b-4d2f-af9c-c25d15c608a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:29.770076 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-d6db057b-514b-4d2f-af9c-c25d15c608a6 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/4550e72a-ebf7-4ffb-afe6-507c30f4da8f HTTP/1.1" status: 204 len: 168 time: 2.5207922 Sep 23 01:30:29.891519 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e08c44-d8b5-4d6f-9bb9-1d22715498b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d061059b-9c99-4662-a597-1ce807e21988,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:29.936770 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9c400b1d-a490-467c-a45d-ac00980484ec tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (c6e5f851-1162-4244-81c7-189d1eac8e6d), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.102891 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-e9e08c44-d8b5-4d6f-9bb9-1d22715498b3 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=2f4f0c1d815b49318466c7518633b159&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8817806 Sep 23 01:30:30.145525 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 34396) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:30.151337 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db057b-514b-4d2f-af9c-c25d15c608a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4550e72a-ebf7-4ffb-afe6-507c30f4da8f,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:30.159707 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:30.169884 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port f23b549c-e50a-46e6-ae2d-be99278645f3 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:30.170260 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.170822 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port f23b549c-e50a-46e6-ae2d-be99278645f3 Sep 23 01:30:30.216167 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (cec4d549-b37f-4df3-a8c5-cbf07327e1e0), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.307296 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9fb86d8f-430b-4761-a4a0-e6da697d0172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (64ab3e03-fca1-41a4-a918-25ab8b8c95d5), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.310866 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f54d7-5b96-40fc-933e-f906f0487206 None None] The sync data for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb is: [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:30.317135 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9fb86d8f-430b-4761-a4a0-e6da697d0172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.318408 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-9fb86d8f-430b-4761-a4a0-e6da697d0172 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/64ab3e03-fca1-41a4-a918-25ab8b8c95d5 HTTP/1.1" status: 204 len: 168 time: 1.5420976 Sep 23 01:30:30.340383 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5405ebc3-9945-440d-8c8b-1b779c17a721 req-0af45dda-0dd1-479e-8919-9b9794db5894 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 210 time: 0.5215425 Sep 23 01:30:30.410098 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Current status of the port d6133f30-f557-451f-b10f-d29cefee5896 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:30.410852 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d6133f30-f557-451f-b10f-d29cefee5896), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.522425 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:30.622257 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3b675d39-69ef-45a2-9d6c-3cb8ecd57325 req-6e98c290-2de1-43c2-aece-13b81783a2e3 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.3590853 Sep 23 01:30:30.630177 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb86d8f-430b-4761-a4a0-e6da697d0172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ab3e03-fca1-41a4-a918-25ab8b8c95d5,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:30.771228 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] For port d6133f30-f557-451f-b10f-d29cefee5896, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=d6133f30-f557-451f-b10f-d29cefee5896,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:30.801446 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:30.809709 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9c400b1d-a490-467c-a45d-ac00980484ec tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (c6e5f851-1162-4244-81c7-189d1eac8e6d), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.841906 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-df443367-2aee-4164-8931-3fb15ad19e0f admin admin] Publish callbacks [] for security_group (d061059b-9c99-4662-a597-1ce807e21988), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.872123 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port f23b549c-e50a-46e6-ae2d-be99278645f3 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:30.872403 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (e3fc5330-fa0c-4b7b-9200-c28d69f19caf), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.872486 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device d1335949-2f1c-4115-a62e-8a4f6a948b86 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:30.965154 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port d1335949-2f1c-4115-a62e-8a4f6a948b86 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:30.966622 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.967255 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port d1335949-2f1c-4115-a62e-8a4f6a948b86 Sep 23 01:30:31.004249 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:31.052515 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-df443367-2aee-4164-8931-3fb15ad19e0f admin admin] Publish callbacks [] for security_group (d061059b-9c99-4662-a597-1ce807e21988), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.081629 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Sync routers for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:31.137783 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9c400b1d-a490-467c-a45d-ac00980484ec tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (c6e5f851-1162-4244-81c7-189d1eac8e6d), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.233200 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (d6133f30-f557-451f-b10f-d29cefee5896), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.294201 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:31.294201 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:30:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:31.294201 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Provisioning complete for port 5ae4a09a-0510-4b4d-945c-8606369c01ea triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:31.294201 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.294201 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 1 to provision port 5ae4a09a-0510-4b4d-945c-8606369c01ea Sep 23 01:30:31.396874 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c400b1d-a490-467c-a45d-ac00980484ec tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e5f851-1162-4244-81c7-189d1eac8e6d,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:31.429095 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.88', 55131) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:31.504033 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for port (e3fc5330-fa0c-4b7b-9200-c28d69f19caf), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.635292 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (e3fc5330-fa0c-4b7b-9200-c28d69f19caf), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.637860 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (cec4d549-b37f-4df3-a8c5-cbf07327e1e0), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.784604 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Pushing event updated for resources: {'Port': ['ID=d6133f30-f557-451f-b10f-d29cefee5896,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:31.817517 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9c400b1d-a490-467c-a45d-ac00980484ec tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.839096 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-9c400b1d-a490-467c-a45d-ac00980484ec tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2539809 Sep 23 01:30:31.848763 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 34430) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:31.874212 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-37c1bc7b-a0ad-4541-83d9-f0680d6d07e2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group_rule': {'security_group_id': '145e720d-6909-4bec-b026-7cd3079d2120', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:32.029143 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'Port': ['ID=e3fc5330-fa0c-4b7b-9200-c28d69f19caf,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:32.045139 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:32.049089 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a50327f5-7876-4285-a50f-f0924c18e2cb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1048071 Sep 23 01:30:32.141016 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b277ab4b-400e-4e30-af17-99de5e60bded req-87c93f95-fbaa-47a5-8c1f-1b66d950e363 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 210 time: 0.5463161 Sep 23 01:30:32.155783 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-967e2176-711b-4a7d-98a8-dc814e5e84a0 req-54d1ce78-c5a4-4420-9325-d254e5fbaaf9 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.1966758 Sep 23 01:30:32.261014 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:32.299434 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-af9676af-7e5d-4f9b-bc56-fa5ed70329e9 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:32.303101 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-af9676af-7e5d-4f9b-bc56-fa5ed70329e9 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 819 time: 0.8677971 Sep 23 01:30:32.327757 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-37c1bc7b-a0ad-4541-83d9-f0680d6d07e2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (3753eef0-930a-4521-934d-5cc726418d3c), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:32.387294 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Request body: {'port': {'device_id': '589f55e7-ede9-4bd0-91cf-e6c93f2e6b21', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'admin_state_up': True, 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:32.469173 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-df443367-2aee-4164-8931-3fb15ad19e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (d061059b-9c99-4662-a597-1ce807e21988), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:32.481242 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-df443367-2aee-4164-8931-3fb15ad19e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:32.503457 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-df443367-2aee-4164-8931-3fb15ad19e0f admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/d061059b-9c99-4662-a597-1ce807e21988 HTTP/1.1" status: 204 len: 168 time: 2.3365798 Sep 23 01:30:32.821098 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port d1335949-2f1c-4115-a62e-8a4f6a948b86 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:32.826189 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a95553bf-3315-4f49-8186-6a5d02edc403 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:32.829345 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-37c1bc7b-a0ad-4541-83d9-f0680d6d07e2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (3753eef0-930a-4521-934d-5cc726418d3c), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:32.959814 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df443367-2aee-4164-8931-3fb15ad19e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d061059b-9c99-4662-a597-1ce807e21988,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:33.060356 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-37c1bc7b-a0ad-4541-83d9-f0680d6d07e2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (3753eef0-930a-4521-934d-5cc726418d3c), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:33.254285 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1bc7b-a0ad-4541-83d9-f0680d6d07e2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3753eef0-930a-4521-934d-5cc726418d3c,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:33.343706 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:33.469706 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-37c1bc7b-a0ad-4541-83d9-f0680d6d07e2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:33.481464 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-37c1bc7b-a0ad-4541-83d9-f0680d6d07e2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6288290 Sep 23 01:30:33.488116 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 34490) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:33.519427 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:33.559567 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port a95553bf-3315-4f49-8186-6a5d02edc403 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:33.560009 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:33.560565 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port a95553bf-3315-4f49-8186-6a5d02edc403 Sep 23 01:30:33.582920 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'floatingip': {'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:33.631303 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Current status of the port 5ae4a09a-0510-4b4d-945c-8606369c01ea is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:33.631820 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9082fc5f-837f-465a-ab43-3134530c89e6 req-a337cc80-95be-4ea5-8523-d7b86835a0dc tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 210 time: 0.2239001 Sep 23 01:30:33.775622 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Made reservation on behalf of f0f4fc2c13b049f88634df7b8c0770d1 for: {'port': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:30:33.796159 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:33.863725 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Provisioning complete for port d1335949-2f1c-4115-a62e-8a4f6a948b86 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:33.865472 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:33.876251 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 1 to provision port d1335949-2f1c-4115-a62e-8a4f6a948b86 Sep 23 01:30:34.002747 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-a7d5653b-650f-43ef-8749-946176bb8c6c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--895284719&fields=id&tenant_id=c6eb69ff09b040bfb8d93798e76393d6 HTTP/1.1" status: 200 len: 267 time: 0.7882950 Sep 23 01:30:34.060967 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1c953b15-b357-4508-b075-b864510f7e3a req-cb6cae54-a57c-43e9-b7e0-eb37fc0612ae tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.1956227 Sep 23 01:30:34.067128 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:34.328265 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:34.476499 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:34.509643 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:35.073127 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port a95553bf-3315-4f49-8186-6a5d02edc403 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:35.075170 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 893f68e2-1c82-4491-b3a6-570fc99ed958 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:35.090809 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Allocated IP 172.28.0.175 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/5c4d1c25-2584-4300-9a89-f48fe6025692) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:35.163839 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:18Z', 'revision_number': 2, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:35.237181 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-e4d3e7df-d210-49d6-814a-f80266ea56bb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:35.249177 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-e4d3e7df-d210-49d6-814a-f80266ea56bb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/networks?id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801 HTTP/1.1" status: 200 len: 810 time: 1.1781254 Sep 23 01:30:35.258157 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-baa3bb49-fdf1-4af8-9c72-ddd408b5a1a2 req-7ef08d5e-9f36-4ff0-8708-298df217220a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 210 time: 0.0952978 Sep 23 01:30:35.339572 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-bd8db876-9457-44d4-9d44-a117d1bba73a tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/quotas/c6eb69ff09b040bfb8d93798e76393d6 HTTP/1.1" status: 200 len: 375 time: 0.0857742 Sep 23 01:30:35.406842 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (5c4d1c25-2584-4300-9a89-f48fe6025692), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:35.426774 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Checking router: d58f9795-8296-4f83-b130-60ce5dca27e4 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:30:35.427309 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Updating router d58f9795-8296-4f83-b130-60ce5dca27e4 port a47fc12f-156e-48a5-bb51-f75693f9f10e binding host dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:30:35.504578 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 893f68e2-1c82-4491-b3a6-570fc99ed958 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:35.505098 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:35.505684 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 893f68e2-1c82-4491-b3a6-570fc99ed958 Sep 23 01:30:35.564686 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Allocated IP 172.20.0.3 (f90a1241-aaff-46d8-9539-62d24ac1ba91/5a72aa6b-8c82-4133-a1b7-a217b6c40e4a/f2278e07-a734-419c-8d95-eb871a15d5c6) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:35.635468 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-9b955fe7-e9eb-45dc-a6b9-0c60f1a6c647 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2938106 Sep 23 01:30:35.645128 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:35.677265 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-23bfcc7a-90b1-42f6-80d4-d463328fd510 req-d63eb052-03bf-4529-8b93-ad97dae5cedc tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.1222944 Sep 23 01:30:35.688640 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (5c4d1c25-2584-4300-9a89-f48fe6025692), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:35.723119 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:35.871267 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 893f68e2-1c82-4491-b3a6-570fc99ed958 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:35.872113 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:35.927963 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:35.958893 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:35.959058 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Current status of the port d1335949-2f1c-4115-a62e-8a4f6a948b86 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:35.959198 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:36.001499 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Provisioning complete for port 893f68e2-1c82-4491-b3a6-570fc99ed958 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:36.003195 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:36.003195 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 1 to provision port 893f68e2-1c82-4491-b3a6-570fc99ed958 Sep 23 01:30:36.129027 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (e560cfb7-4db9-45bb-a274-f9371104455a), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:36.133192 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=5c4d1c25-2584-4300-9a89-f48fe6025692,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:36.415509 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (5c4d1c25-2584-4300-9a89-f48fe6025692), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:36.498613 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-ae0c8799-5468-42a4-a5a1-7f497aa72698 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7149971 Sep 23 01:30:36.551642 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port 893f68e2-1c82-4491-b3a6-570fc99ed958, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=893f68e2-1c82-4491-b3a6-570fc99ed958,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:36.554032 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Current status of the port 893f68e2-1c82-4491-b3a6-570fc99ed958 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:36.560128 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:36.590502 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:36.703323 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:36.704894 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device f9c6ede0-aa25-49a2-8993-795e9e3307d8 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:36.778028 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:36.818034 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-22057f1c-55b7-4fd9-b0c7-82fc0f45d976 req-56038457-c493-4a79-a3b7-e0c956ee1bce tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 210 time: 0.1222329 Sep 23 01:30:36.925897 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.db.api [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 01:30:36.926687 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG oslo_db.api [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 01:30:36.932174 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:37.064794 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=893f68e2-1c82-4491-b3a6-570fc99ed958,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:37.243497 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-b1fec551-ae39-45f4-bba4-a922d9b38fa6 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7398429 Sep 23 01:30:37.260085 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:37.555177 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (5c4d1c25-2584-4300-9a89-f48fe6025692), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:37.591252 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:37.785131 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-362bc1f5-7bb8-4054-aa40-514c1bf54587 req-d429e93d-82c5-4a22-8e7e-7443cef8064f tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.2206674 Sep 23 01:30:37.806674 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (5c4d1c25-2584-4300-9a89-f48fe6025692), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:37.811966 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (e560cfb7-4db9-45bb-a274-f9371104455a), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:38.058130 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event updated for resources: {'Port': ['ID=f2278e07-a734-419c-8d95-eb871a15d5c6,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:38.130429 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Network f90a1241-aaff-46d8-9539-62d24ac1ba91 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:38.135209 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=5c4d1c25-2584-4300-9a89-f48fe6025692,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:38.153001 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:38.160062 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Current status of the port 893f68e2-1c82-4491-b3a6-570fc99ed958 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:38.172897 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port f9c6ede0-aa25-49a2-8993-795e9e3307d8 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:38.173511 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:38.174028 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port f9c6ede0-aa25-49a2-8993-795e9e3307d8 Sep 23 01:30:38.194885 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:38.223645 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:38.240247 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-26062795-fc26-48a8-bc3e-9f0e89c3cb07 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6628399 Sep 23 01:30:38.242752 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:38.246657 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for port (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:38.309572 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=47 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:38.336748 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:38.537365 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3ca68960-9735-4ee3-8a17-f58a8fd0fc8e req-1bf49fd1-f221-4873-8740-9149fa4d3af4 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 0.3733244 Sep 23 01:30:38.635156 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:38.635156 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Provisioning complete for port a47fc12f-156e-48a5-bb51-f75693f9f10e triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:38.635156 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:38.635156 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 1 to provision port a47fc12f-156e-48a5-bb51-f75693f9f10e Sep 23 01:30:38.637048 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3c38bce3-3010-4d95-8245-9d2534d29563 req-e63b94a8-68e1-478e-88fc-8d27bea99b8a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 210 time: 0.2523859 Sep 23 01:30:38.842138 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-b757984c-2e80-4880-9674-28e29a09fb64 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4709985 Sep 23 01:30:38.872378 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-31efc0b6-fc85-40a3-adcb-a418d4870f3f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:30:38.874918 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-31efc0b6-fc85-40a3-adcb-a418d4870f3f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0265467 Sep 23 01:30:38.926325 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Publish callbacks [] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), precommit_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:39.179802 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:39.457934 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Port a47fc12f-156e-48a5-bb51-f75693f9f10e cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:39.578782 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9a219-849c-42e5-9773-ccde66da32ec None None] Pushing event updated for resources: {'Port': ['ID=a47fc12f-156e-48a5-bb51-f75693f9f10e,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:39.692193 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port f9c6ede0-aa25-49a2-8993-795e9e3307d8 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:39.697005 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:39.824607 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:39.827070 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port f9c6ede0-aa25-49a2-8993-795e9e3307d8, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=f9c6ede0-aa25-49a2-8993-795e9e3307d8,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:39.841249 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.88', 55148) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:39.875201 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Attempting to bind port a47fc12f-156e-48a5-bb51-f75693f9f10e on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:39.875809 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Attempting to bind port a47fc12f-156e-48a5-bb51-f75693f9f10e by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:39.876411 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Attempting to bind port a47fc12f-156e-48a5-bb51-f75693f9f10e on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:39.923266 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-a8a2b189-f701-4cd1-8554-26017ecc582c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--805484121&fields=id&tenant_id=ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 267 time: 0.2153516 Sep 23 01:30:39.987587 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 2 to provision port a47fc12f-156e-48a5-bb51-f75693f9f10e Sep 23 01:30:40.044613 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:40.046829 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Checking segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:40.046829 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:40.047055 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Bound using segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:40.048040 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Bound port: a47fc12f-156e-48a5-bb51-f75693f9f10e, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:40.048651 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:40.234244 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:40.265156 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4b59ba65-5d6c-4f9d-aabc-b6b68143b1ab req-f852a7ed-08e7-4b2a-b35e-d62a93cb7beb tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.2277727 Sep 23 01:30:40.289145 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Port a47fc12f-156e-48a5-bb51-f75693f9f10e cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:40.376469 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc98842-ce49-4d29-a894-458845079210 req-efda0cf6-a06e-404b-861e-8f79ea603b00 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:40.386684 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-efda0cf6-a06e-404b-861e-8f79ea603b00 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 819 time: 1.3299859 Sep 23 01:30:40.462060 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Request body: {'port': {'device_id': '9020f125-b2bf-4807-9e61-c407e5c28875', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'admin_state_up': True, 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:40.559760 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-61a3f1ea-4717-4559-859b-3a53a63586ea tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:40.574020 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-61a3f1ea-4717-4559-859b-3a53a63586ea tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 814 time: 0.6484764 Sep 23 01:30:40.652127 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-1f4d123e-df4e-4109-8a46-77bad42999ab tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/quotas/ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 375 time: 0.0571675 Sep 23 01:30:40.806685 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 3 to provision port a47fc12f-156e-48a5-bb51-f75693f9f10e Sep 23 01:30:40.898197 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:40.901897 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=f9c6ede0-aa25-49a2-8993-795e9e3307d8,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:40.938873 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Request body: {'port': {'device_id': '589f55e7-ede9-4bd0-91cf-e6c93f2e6b21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:40.963546 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9c5ad908-1802-491f-8d2c-cc5caa362641 req-7fdc658e-e1b4-421e-9992-ea5ed56fd070 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 0.1860979 Sep 23 01:30:40.987190 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-967c0c09-d4ef-4edc-b89c-c602747c1fb4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3238761 Sep 23 01:30:41.005857 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:41.082986 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 893f68e2-1c82-4491-b3a6-570fc99ed958 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:41.210074 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:41.247214 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.88', 55150) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:41.249017 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] For port a47fc12f-156e-48a5-bb51-f75693f9f10e, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:41.374913 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Port a47fc12f-156e-48a5-bb51-f75693f9f10e cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:41.510216 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Made reservation on behalf of f0f4fc2c13b049f88634df7b8c0770d1 for: {'port': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:30:41.520830 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] For port a47fc12f-156e-48a5-bb51-f75693f9f10e, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=a47fc12f-156e-48a5-bb51-f75693f9f10e,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:41.534365 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:41.603028 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-98af69ee-7d9a-4bdf-a10b-7b0dd5034588 req-2e5e8104-180d-47c2-b56e-2875ea7558e8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 210 time: 0.3157096 Sep 23 01:30:41.635455 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 893f68e2-1c82-4491-b3a6-570fc99ed958 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:41.640240 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:41.641745 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 893f68e2-1c82-4491-b3a6-570fc99ed958 Sep 23 01:30:41.840196 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:41.888352 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Attempt 4 to provision port a47fc12f-156e-48a5-bb51-f75693f9f10e Sep 23 01:30:42.057330 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9b00528e-ae68-469b-bb79-d643e8087f33 req-a1bfc5e0-94cc-457d-99a8-29bd486a2dd3 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.1009612 Sep 23 01:30:42.088171 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:42.089096 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:30:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:42.209428 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9a219-849c-42e5-9773-ccde66da32ec None None] Pushing event updated for resources: {'Port': ['ID=a47fc12f-156e-48a5-bb51-f75693f9f10e,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:42.593047 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9c084e7e-d3ab-4efa-baf7-3bae0c2db378 req-23c0811e-6efa-41c7-8f84-0e0da4682e17 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 0.1618085 Sep 23 01:30:42.623015 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Allocated IP 172.20.0.11 (f90a1241-aaff-46d8-9539-62d24ac1ba91/5a72aa6b-8c82-4133-a1b7-a217b6c40e4a/ec07b2a6-453e-4aad-a041-f90c1bdf65b5) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:42.876687 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:43.011802 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:43.101855 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-3d23c473-622c-4ed9-8948-74b5ecf79a83 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0610073 Sep 23 01:30:43.343945 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:43.352132 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:43.358093 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:43.373630 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-05289cb9-86c3-47b1-b1de-e29fd9ce11ad req-e7767174-3137-441e-9248-28515d28d513 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 210 time: 0.1730824 Sep 23 01:30:43.447340 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Current status of the port a47fc12f-156e-48a5-bb51-f75693f9f10e is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:43.449124 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:43.497870 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 893f68e2-1c82-4491-b3a6-570fc99ed958 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:43.506842 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 08b239b9-0ac3-43fc-9032-8aa614893601 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:43.748846 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-06e09e35-4de7-430a-b780-2b500dbfad4c tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:43.751960 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-06e09e35-4de7-430a-b780-2b500dbfad4c tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.88 "GET /networking/v2.0/networks?id=00917930-ed0a-4ef4-9534-5f09245cc373 HTTP/1.1" status: 200 len: 811 time: 2.4892561 Sep 23 01:30:43.774947 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:43.791519 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-bf6ddb6f-13bb-4123-a272-b16644fc2662 req-c5692cb7-30f8-464f-a90f-39348a4efe99 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.1285412 Sep 23 01:30:43.844649 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Network f90a1241-aaff-46d8-9539-62d24ac1ba91 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:43.855159 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:43.905895 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] For port a47fc12f-156e-48a5-bb51-f75693f9f10e, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=a47fc12f-156e-48a5-bb51-f75693f9f10e,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:43.907292 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:43.924633 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:43.929547 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for port (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:43.933194 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Request body: {'port': {'device_id': 'c9e4632d-f40b-4d5f-8393-bda67b41be94', 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373', 'admin_state_up': True, 'tenant_id': '6023955c03b4428e8c2bceccd706da12'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:44.041500 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event updated for resources: {'Port': ['ID=ec07b2a6-453e-4aad-a041-f90c1bdf65b5,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:44.086055 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 08b239b9-0ac3-43fc-9032-8aa614893601 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:44.090471 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:44.094425 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 08b239b9-0ac3-43fc-9032-8aa614893601 Sep 23 01:30:44.339013 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:44.353488 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-75872e04-c7e8-4e69-b8e7-0785456af1f9 req-1f00f80a-76a1-435d-b8a8-224a82f050b0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 0.2024865 Sep 23 01:30:44.442514 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-6f1e49ba-7a21-4e5f-9f0a-efc7c5b23242 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0218000 Sep 23 01:30:44.476455 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Request body: {'port': {'device_id': '9020f125-b2bf-4807-9e61-c407e5c28875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:44.866528 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde39bf-28f0-4190-a770-0438cb694daf req-ee867d78-f471-4a4f-b124-d85542a9a893 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:44.894986 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2cde39bf-28f0-4190-a770-0438cb694daf req-ee867d78-f471-4a4f-b124-d85542a9a893 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 932 time: 0.2449896 Sep 23 01:30:44.901592 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Provisioning complete for port f2278e07-a734-419c-8d95-eb871a15d5c6 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:44.901592 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:44.901592 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Attempt 1 to provision port f2278e07-a734-419c-8d95-eb871a15d5c6 Sep 23 01:30:44.915323 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:45.051608 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-100853c9-9b56-4e69-9f9c-ae7428fa21e2 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6719296 Sep 23 01:30:45.131539 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:40Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:45.145905 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2cde39bf-28f0-4190-a770-0438cb694daf req-4363e23b-2e3b-428b-8357-28b7670b2027 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407620 Sep 23 01:30:45.147007 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:45.188353 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Port f2278e07-a734-419c-8d95-eb871a15d5c6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:45.189154 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-81ebcbc3-90c2-426a-b7a4-2dc758870b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:45.273844 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda96bde-5043-419b-9824-8a7591176d38 None None] Pushing event updated for resources: {'Port': ['ID=a47fc12f-156e-48a5-bb51-f75693f9f10e,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:45.296872 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2278e07-a734-419c-8d95-eb871a15d5c6 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:45.322425 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Publish callbacks [] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:45.418003 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 08b239b9-0ac3-43fc-9032-8aa614893601 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:45.419407 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device d6133f30-f557-451f-b10f-d29cefee5896 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:45.432714 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e67371-74fc-4d25-817f-d2cdbef6c2d5 None None] The sync data for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb is: [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:40Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:45.497368 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Made reservation on behalf of 6023955c03b4428e8c2bceccd706da12 for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:30:45.530745 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:45.662346 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Transition to ACTIVE for port object f2278e07-a734-419c-8d95-eb871a15d5c6 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:30:45.692553 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Attempt 2 to provision port f2278e07-a734-419c-8d95-eb871a15d5c6 Sep 23 01:30:45.765204 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-301d8390-2ee5-49d5-afce-0ea0f8fca82b req-2215dbbe-48b8-4ccf-ae12-a47cca5fe625 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.2450068 Sep 23 01:30:46.058784 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port d6133f30-f557-451f-b10f-d29cefee5896 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:46.059651 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (d6133f30-f557-451f-b10f-d29cefee5896), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:46.080205 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port d6133f30-f557-451f-b10f-d29cefee5896 Sep 23 01:30:46.094043 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Port f2278e07-a734-419c-8d95-eb871a15d5c6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:46.128797 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:46.318851 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.88', 55164) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:46.604563 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Attempt 3 to provision port f2278e07-a734-419c-8d95-eb871a15d5c6 Sep 23 01:30:46.621479 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port d6133f30-f557-451f-b10f-d29cefee5896 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:46.800786 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4d076602-dd4c-46a7-ba7c-08108d66eca6 req-0ab3d46b-95e5-4b0b-aa00-77605db97782 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 210 time: 0.8089788 Sep 23 01:30:46.894738 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Port f2278e07-a734-419c-8d95-eb871a15d5c6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:47.080338 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a47fc12f-156e-48a5-bb51-f75693f9f10e up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:47.086866 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c8aeea99-0db0-4575-b1e5-a0ce1e11a54d req-016eae7b-4b41-48b6-9dff-7ef777a96f2c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 0.6205797 Sep 23 01:30:47.253864 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:47.377990 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port a47fc12f-156e-48a5-bb51-f75693f9f10e triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:47.378518 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:47.379058 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port a47fc12f-156e-48a5-bb51-f75693f9f10e Sep 23 01:30:47.402724 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Attempt 4 to provision port f2278e07-a734-419c-8d95-eb871a15d5c6 Sep 23 01:30:47.416419 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:47.587690 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-e0127e0a-4ea9-4fe6-af9b-380abf3c3195 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:47.594875 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-e0127e0a-4ea9-4fe6-af9b-380abf3c3195 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.88 "GET /networking/v2.0/networks?id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801 HTTP/1.1" status: 200 len: 810 time: 1.2628198 Sep 23 01:30:47.653995 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Pushing event updated for resources: {'Port': ['ID=f2278e07-a734-419c-8d95-eb871a15d5c6,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:47.731080 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-425dc09e-ec56-4fea-b427-d75f351e39dc req-496725fd-6ca9-462f-9b73-d5639715c19c tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.1550159 Sep 23 01:30:47.943164 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Port f2278e07-a734-419c-8d95-eb871a15d5c6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:47.980570 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port a47fc12f-156e-48a5-bb51-f75693f9f10e is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:47.982992 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device f9c6ede0-aa25-49a2-8993-795e9e3307d8 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:48.078924 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Allocated IP 172.20.0.3 (00917930-ed0a-4ef4-9534-5f09245cc373/148c2218-ff5a-4f4c-b1b9-7d56637223a7/4daca5d3-de38-46bb-9ab4-37621591cb85) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:48.260286 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8d325909-1f54-44c9-af85-1435e474c14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:48.276765 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port f9c6ede0-aa25-49a2-8993-795e9e3307d8 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:48.282193 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:48.283211 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port f9c6ede0-aa25-49a2-8993-795e9e3307d8 Sep 23 01:30:48.514795 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5431dbe5-281b-49b3-ad76-a561b6d377f6 req-e0b6caa9-b170-42be-99dc-d4fcf4148520 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 210 time: 0.2407973 Sep 23 01:30:48.563151 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Attempt 5 to provision port f2278e07-a734-419c-8d95-eb871a15d5c6 Sep 23 01:30:48.625823 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec07b2a6-453e-4aad-a041-f90c1bdf65b5 {{(pid=107196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:48.634160 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:48.697670 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Publish callbacks [] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:48.871550 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Port f2278e07-a734-419c-8d95-eb871a15d5c6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:48.928008 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:49.037836 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.provisioning_blocks [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Transition to ACTIVE for port object ec07b2a6-453e-4aad-a041-f90c1bdf65b5 will not be triggered until provisioned by entity L2. {{(pid=107196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:30:49.179674 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port f9c6ede0-aa25-49a2-8993-795e9e3307d8 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:49.255756 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7da399-413f-4703-a18b-701c10425532 req-195b77db-631e-41bf-b8bb-cba8ba11cdc6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:49.272938 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ce7da399-413f-4703-a18b-701c10425532 req-195b77db-631e-41bf-b8bb-cba8ba11cdc6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 932 time: 1.8531179 Sep 23 01:30:49.299472 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-70748e9d-421e-4e97-8a0d-bfcc27418358 req-8dc243b2-9a3f-4fda-bbfb-2beaee0e5a52 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 0.3715987 Sep 23 01:30:49.310074 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:49.381377 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Attempt 6 to provision port f2278e07-a734-419c-8d95-eb871a15d5c6 Sep 23 01:30:49.524217 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Attempting to bind port f2278e07-a734-419c-8d95-eb871a15d5c6 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:49.524217 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Attempting to bind port f2278e07-a734-419c-8d95-eb871a15d5c6 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:49.542489 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Attempting to bind port f2278e07-a734-419c-8d95-eb871a15d5c6 on network f90a1241-aaff-46d8-9539-62d24ac1ba91 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:49.616737 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Port f2278e07-a734-419c-8d95-eb871a15d5c6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:49.677408 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:49.785879 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0db944b8-2b0c-40a4-b165-7c7492f706f5 req-88e263a6-56a2-4b37-a4e1-468f4a76c59f tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.0786281 Sep 23 01:30:49.968112 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Pushing event updated for resources: {'Port': ['ID=ec07b2a6-453e-4aad-a041-f90c1bdf65b5,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:50.117840 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Attempt 7 to provision port f2278e07-a734-419c-8d95-eb871a15d5c6 Sep 23 01:30:50.168667 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Publish callbacks [] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:50.243790 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-bd4fa716-a190-44c6-8036-961590e86b46 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c6eb69ff09b040bfb8d93798e76393d6 HTTP/1.1" status: 200 len: 379 time: 2.5848868 Sep 23 01:30:50.265858 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Port f2278e07-a734-419c-8d95-eb871a15d5c6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:50.290668 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'port': {'device_id': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'admin_state_up': True, 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'security_groups': ['64657dcd-acd7-4824-9c52-86cfe8a134cb']}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:50.292627 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4b055bb8-32bb-42f9-b0c3-86348cf8963a req-526ddd40-6269-46d9-ac30-d861ff01f27d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 210 time: 0.2823055 Sep 23 01:30:50.304375 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.managers [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Attempting to bind port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:50.304757 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.managers [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Attempting to bind port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'}] {{(pid=107196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:50.313780 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Attempting to bind port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 on network f90a1241-aaff-46d8-9539-62d24ac1ba91 {{(pid=107196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:50.371186 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Port f2278e07-a734-419c-8d95-eb871a15d5c6 on network f90a1241-aaff-46d8-9539-62d24ac1ba91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:30:50.371926 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Attempting to bind port f2278e07-a734-419c-8d95-eb871a15d5c6 on network f90a1241-aaff-46d8-9539-62d24ac1ba91 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:50.383437 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ce7da399-413f-4703-a18b-701c10425532 req-a8f5ca29-3425-4016-ad57-5dc191e2da48 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9639871 Sep 23 01:30:50.547539 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:50.607881 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 on network f90a1241-aaff-46d8-9539-62d24ac1ba91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:30:50.612172 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Attempting to bind port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 on network f90a1241-aaff-46d8-9539-62d24ac1ba91 {{(pid=107196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:50.660693 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:50.769064 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Attempt 8 to provision port f2278e07-a734-419c-8d95-eb871a15d5c6 Sep 23 01:30:50.817507 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8f2335ca-edd7-4029-9616-7f35b531b175 req-f8829a6a-7c8a-4cc9-9d64-a7d4225900f3 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 0.0564959 Sep 23 01:30:50.903930 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Network 00917930-ed0a-4ef4-9534-5f09245cc373 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:50.935496 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:50.956942 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:50.958440 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:50.961724 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Checking segment: {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:50.962872 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Bound using segment: {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'} {{(pid=107196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:50.967210 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.managers [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Bound port: ec07b2a6-453e-4aad-a041-f90c1bdf65b5, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'}}] {{(pid=107196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:50.972478 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:50.972478 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:50.989156 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:51.000766 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Port f2278e07-a734-419c-8d95-eb871a15d5c6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:51.002787 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:51.079724 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:51.080481 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Checking segment: {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:51.081472 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Bound using segment: {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:51.082374 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Bound port: f2278e07-a734-419c-8d95-eb871a15d5c6, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:51.083156 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:51.374115 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] For port ec07b2a6-453e-4aad-a041-f90c1bdf65b5, host hv-cinder-84914, cleared binding levels {{(pid=107196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:51.396530 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] For port ec07b2a6-453e-4aad-a041-f90c1bdf65b5, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ec07b2a6-453e-4aad-a041-f90c1bdf65b5,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:51.443644 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:51.505123 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Attempt 9 to provision port f2278e07-a734-419c-8d95-eb871a15d5c6 Sep 23 01:30:51.544220 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:51.679557 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:51.697985 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for port (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:51.730958 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/ec07b2a6-453e-4aad-a041-f90c1bdf65b5 HTTP/1.1" status: 200 len: 1094 time: 7.2537713 Sep 23 01:30:51.746740 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9020f125-b2bf-4807-9e61-c407e5c28875', 'tag': 'ec07b2a6-453e-4aad-a041-f90c1bdf65b5'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:51.771016 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:51.892623 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Port f2278e07-a734-419c-8d95-eb871a15d5c6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:52.304917 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9dd03122-22af-45fe-a6c4-ddbfe2931b2d req-c4eb8ae4-f9d2-4e95-9773-d838b4d93ea2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 210 time: 0.2033541 Sep 23 01:30:52.346931 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:30:52.395073 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Attempt 10 to provision port f2278e07-a734-419c-8d95-eb871a15d5c6 Sep 23 01:30:52.427840 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe8556-650b-45c3-af3b-e49e014f5b82 req-fa60b12c-61be-47d3-b1ac-4b486c973af2 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:52.432697 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3efe8556-650b-45c3-af3b-e49e014f5b82 req-fa60b12c-61be-47d3-b1ac-4b486c973af2 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 931 time: 1.3182714 Sep 23 01:30:52.574132 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ffff17e6-6504-4522-a98f-7605e75eb18d None None] Port f2278e07-a734-419c-8d95-eb871a15d5c6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:52.625320 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] For port f2278e07-a734-419c-8d95-eb871a15d5c6, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:52.638063 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] For port f2278e07-a734-419c-8d95-eb871a15d5c6, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f2278e07-a734-419c-8d95-eb871a15d5c6,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:52.733516 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.9152882 Sep 23 01:30:52.782653 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Provisioning complete for port 4daca5d3-de38-46bb-9ab4-37621591cb85 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:52.783670 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:52.783670 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Attempt 1 to provision port 4daca5d3-de38-46bb-9ab4-37621591cb85 Sep 23 01:30:52.794086 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a29907-469f-4bfb-8560-675e9dc97dc1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Pushing event updated for resources: {'Port': ['ID=4daca5d3-de38-46bb-9ab4-37621591cb85,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:52.814388 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Request body: {'port': {'device_id': 'c9e4632d-f40b-4d5f-8393-bda67b41be94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:52.928220 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3efe8556-650b-45c3-af3b-e49e014f5b82 req-b7a20676-67ae-438d-8eb3-fa3e6452f7c5 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773488 Sep 23 01:30:53.093924 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Port 4daca5d3-de38-46bb-9ab4-37621591cb85 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:53.120183 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:53.192776 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:53.449118 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:53.480450 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:53.484182 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/f2278e07-a734-419c-8d95-eb871a15d5c6 HTTP/1.1" status: 200 len: 1093 time: 13.6327546 Sep 23 01:30:53.536194 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589f55e7-ede9-4bd0-91cf-e6c93f2e6b21', 'tag': 'f2278e07-a734-419c-8d95-eb871a15d5c6'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:53.562160 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f196ac2-5d86-4391-97e4-9fea919caec7" -d '{"events": [{"name": "network-changed", "server_uuid": "9020f125-b2bf-4807-9e61-c407e5c28875", "tag": "ec07b2a6-453e-4aad-a041-f90c1bdf65b5"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:53.575633 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50d18d-7c7d-4eaf-93c0-4168e2c4fffd req-21153e17-19ff-4063-b372-e08e605d31c8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:53.590545 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4e50d18d-7c7d-4eaf-93c0-4168e2c4fffd req-21153e17-19ff-4063-b372-e08e605d31c8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 944 time: 0.7699704 Sep 23 01:30:53.594692 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Pushing event updated for resources: {'Port': ['ID=ec07b2a6-453e-4aad-a041-f90c1bdf65b5,revision_number=3']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:53.595244 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Attempt 2 to provision port 4daca5d3-de38-46bb-9ab4-37621591cb85 Sep 23 01:30:53.708494 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc98842-ce49-4d29-a894-458845079210 req-95adad6a-a37b-442e-b67b-464dd1a82f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:53.711905 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-95adad6a-a37b-442e-b67b-464dd1a82f30 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 1128 time: 1.3830373 Sep 23 01:30:53.789575 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Port 4daca5d3-de38-46bb-9ab4-37621591cb85 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:53.926768 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-e37ff7a3-b752-4afb-8471-f04bb28f6f29 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec07b2a6-453e-4aad-a041-f90c1bdf65b5 HTTP/1.1" status: 200 len: 217 time: 0.1625237 Sep 23 01:30:53.932612 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.938477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.938477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.938477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.938477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.938477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.938477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.938477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.938477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.938477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.939754 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.940550 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.941444 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.942126 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:53.942844 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e9b8d-1be6-40d1-81ff-38f2136ddf92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:54.087004 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4e50d18d-7c7d-4eaf-93c0-4168e2c4fffd req-ba9af2b8-2f00-4b77-a6f0-b2c921a7333a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271636 Sep 23 01:30:54.226968 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Made reservation on behalf of c6eb69ff09b040bfb8d93798e76393d6 for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:30:54.237396 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:54.292691 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Attempt 3 to provision port 4daca5d3-de38-46bb-9ab4-37621591cb85 Sep 23 01:30:54.330126 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:54.369394 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-48f3c4af-ba64-464e-8e13-7571175d8e17 req-d5cb2abb-3069-4385-92ec-a78074052698 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 1.0230989 Sep 23 01:30:54.417356 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-df7528e0-08de-49dd-92d4-fc361950fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:54.417356 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-df7528e0-08de-49dd-92d4-fc361950fed9 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 1127 time: 0.4095726 Sep 23 01:30:54.458629 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ac39094d-26cd-4c48-81bf-dfbc9253181e req-c620594a-b734-4da0-86d1-fc4711cb60fe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 210 time: 0.0992725 Sep 23 01:30:54.501518 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Port 4daca5d3-de38-46bb-9ab4-37621591cb85 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:54.700363 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214b85d5-ff00-4250-803c-4492414ac171" -d '{"events": [{"name": "network-changed", "server_uuid": "589f55e7-ede9-4bd0-91cf-e6c93f2e6b21", "tag": "f2278e07-a734-419c-8d95-eb871a15d5c6"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:54.756326 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc98842-ce49-4d29-a894-458845079210 req-83f4ed34-82fb-4d7e-9d52-82e2333c9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:54.766433 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-83f4ed34-82fb-4d7e-9d52-82e2333c9d92 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.2984738 Sep 23 01:30:54.772456 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3e9df-1f60-4096-b387-58fd148cd798 service neutron] Pushing event updated for resources: {'Port': ['ID=f2278e07-a734-419c-8d95-eb871a15d5c6,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:54.781522 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:54.876674 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-ac8cc967-ff1c-4de0-8d12-3b5157f5995b service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2278e07-a734-419c-8d95-eb871a15d5c6 HTTP/1.1" status: 200 len: 217 time: 0.3950675 Sep 23 01:30:55.006252 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Attempt 4 to provision port 4daca5d3-de38-46bb-9ab4-37621591cb85 Sep 23 01:30:55.056155 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65c4518-2bd7-4166-ba91-95f4c9a23425 x-openstack-request-id: req-e65c4518-2bd7-4166-ba91-95f4c9a23425 {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:55.056731 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9020f125-b2bf-4807-9e61-c407e5c28875", "tag": "ec07b2a6-453e-4aad-a041-f90c1bdf65b5", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:55.064939 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e65c4518-2bd7-4166-ba91-95f4c9a23425 {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:55.064939 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65c4518-2bd7-4166-ba91-95f4c9a23425'] response: {'name': 'network-changed', 'server_uuid': '9020f125-b2bf-4807-9e61-c407e5c28875', 'tag': 'ec07b2a6-453e-4aad-a041-f90c1bdf65b5', 'status': 'completed', 'code': 200} Sep 23 01:30:55.198271 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Port 4daca5d3-de38-46bb-9ab4-37621591cb85 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:55.203185 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:55.257911 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-716856d8-f56a-4668-8823-ebeecd20aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:55.269962 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-716856d8-f56a-4668-8823-ebeecd20aca6 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.3255975 Sep 23 01:30:55.373504 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc98842-ce49-4d29-a894-458845079210 req-5f5030fd-0a9c-4ef4-b6f3-1c3aff495ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:55.375791 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c672076-e32c-4bec-ae89-c47729f652c2 x-openstack-request-id: req-6c672076-e32c-4bec-ae89-c47729f652c2 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:55.376565 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589f55e7-ede9-4bd0-91cf-e6c93f2e6b21", "tag": "f2278e07-a734-419c-8d95-eb871a15d5c6", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:55.380247 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6c672076-e32c-4bec-ae89-c47729f652c2 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:55.380247 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c672076-e32c-4bec-ae89-c47729f652c2'] response: {'name': 'network-changed', 'server_uuid': '589f55e7-ede9-4bd0-91cf-e6c93f2e6b21', 'tag': 'f2278e07-a734-419c-8d95-eb871a15d5c6', 'status': 'completed', 'code': 200} Sep 23 01:30:55.390829 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-5f5030fd-0a9c-4ef4-b6f3-1c3aff495ae4 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6099343 Sep 23 01:30:55.410932 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf5a13-b580-4100-96ca-e6b3368196f6 req-906c4893-bf54-49a1-9014-5a8300a19e7f tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:55.428428 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7bbf5a13-b580-4100-96ca-e6b3368196f6 req-906c4893-bf54-49a1-9014-5a8300a19e7f tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 931 time: 0.5216601 Sep 23 01:30:55.700166 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Attempt 5 to provision port 4daca5d3-de38-46bb-9ab4-37621591cb85 Sep 23 01:30:55.805403 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Port 4daca5d3-de38-46bb-9ab4-37621591cb85 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:55.837603 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:55.869643 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Allocated IP 172.20.0.11 (d79fa1b9-376d-4b44-b8bb-8ed997fe9801/6c89ba87-0be1-4d26-9033-03a421da6f4e/2200912c-418b-4a3a-b810-a31ced612934) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:55.885746 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7bbf5a13-b580-4100-96ca-e6b3368196f6 req-e0e3bc02-2c14-4474-a73d-255274a744af tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336600 Sep 23 01:30:55.988897 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-46b82f90-509e-4e64-ad2e-9c6373c98bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:55.997028 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-46b82f90-509e-4e64-ad2e-9c6373c98bab service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6326985 Sep 23 01:30:56.023334 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-7692b4d9-e132-4add-ba67-3de20eba32f1 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928957 Sep 23 01:30:56.132517 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-abe8c619-569f-42ab-a066-0bf7cc43fc46 req-8b73014b-09f9-4ae5-8cba-416c6bd46cc2 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 0.0642087 Sep 23 01:30:56.220415 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c1b34-f23a-4d15-8551-6cdd94d399af req-6f72e0bf-7fb9-4559-89a1-47fa774075e6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:56.236243 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-514c1b34-f23a-4d15-8551-6cdd94d399af req-6f72e0bf-7fb9-4559-89a1-47fa774075e6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 944 time: 0.4679444 Sep 23 01:30:56.307638 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Attempt 6 to provision port 4daca5d3-de38-46bb-9ab4-37621591cb85 Sep 23 01:30:56.395048 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Port 4daca5d3-de38-46bb-9ab4-37621591cb85 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:56.438698 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f67c3f90-a63a-4342-8ff7-9249e27b169a req-9807ffeb-7f12-4503-a88f-fd601b8bf0c8 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 210 time: 0.1071172 Sep 23 01:30:56.620428 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-514c1b34-f23a-4d15-8551-6cdd94d399af req-7824a0b6-a6d7-4723-8118-987cb83694aa tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017085 Sep 23 01:30:56.674533 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4daca5d3-de38-46bb-9ab4-37621591cb85 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:56.701367 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Publish callbacks [] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:56.896641 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Attempt 7 to provision port 4daca5d3-de38-46bb-9ab4-37621591cb85 Sep 23 01:30:56.953572 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-1fe61a18-096d-476b-a600-e6675dbcd817 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303957 Sep 23 01:30:56.966381 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for port (2200912c-418b-4a3a-b810-a31ced612934), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:56.995978 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6dc98842-ce49-4d29-a894-458845079210 req-345014b7-d7ea-4308-9033-bc88e341b82f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144466 Sep 23 01:30:57.067409 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Port 4daca5d3-de38-46bb-9ab4-37621591cb85 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:57.127241 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Transition to ACTIVE for port object 4daca5d3-de38-46bb-9ab4-37621591cb85 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:30:57.202185 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0eea8-4cca-4118-85e4-9f2a0be5cdc9 req-888337cf-88a0-476d-9955-f74aee99ab77 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:57.206957 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-99f0eea8-4cca-4118-85e4-9f2a0be5cdc9 req-888337cf-88a0-476d-9955-f74aee99ab77 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 931 time: 0.1267135 Sep 23 01:30:57.235443 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b8b98d53-64f2-4e23-ac70-d35745106551 req-fb3a0d79-d450-46fb-b213-6f0f91b0cc3b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545393 Sep 23 01:30:57.250869 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:57.530335 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-18aed7eb-59b7-469c-a688-92f0b1bf5db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:57.533715 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-18aed7eb-59b7-469c-a688-92f0b1bf5db9 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 1128 time: 0.1914167 Sep 23 01:30:57.549194 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-99f0eea8-4cca-4118-85e4-9f2a0be5cdc9 req-2adfe884-5ef3-4de8-9f43-4e5b36a1136c tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283892 Sep 23 01:30:57.569839 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.88', 55187) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:57.572284 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Attempt 8 to provision port 4daca5d3-de38-46bb-9ab4-37621591cb85 Sep 23 01:30:57.620289 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab617ff-afe5-435b-b512-eef36e0df6ae req-d21ca7c3-da0a-4715-ab43-8f14f03c2809 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:57.639489 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9ab617ff-afe5-435b-b512-eef36e0df6ae req-d21ca7c3-da0a-4715-ab43-8f14f03c2809 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 932 time: 0.1673036 Sep 23 01:30:57.642891 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (2200912c-418b-4a3a-b810-a31ced612934), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:57.678008 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Pushing event updated for resources: {'Port': ['ID=4daca5d3-de38-46bb-9ab4-37621591cb85,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:57.706370 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Port 4daca5d3-de38-46bb-9ab4-37621591cb85 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:57.727922 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.728764 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.729358 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.730051 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.730450 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.731426 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.731991 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.732586 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.733155 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.735005 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.735905 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.736084 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.736414 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.736782 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.737326 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:57.896081 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-c19c7f49-6c86-43c4-88e3-f4d4497b3eff tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:57.897731 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-c19c7f49-6c86-43c4-88e3-f4d4497b3eff tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 814 time: 0.4244447 Sep 23 01:30:58.049014 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:58.148441 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-54974279-022c-441f-ac60-d4c29460ba49 req-c9214084-43f9-4b20-95e7-7bfd4c1088b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 210 time: 0.1815765 Sep 23 01:30:58.171404 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-9a64b842-637e-42b1-a828-07b8fcf9b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:58.193873 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-9a64b842-637e-42b1-a828-07b8fcf9b3b6 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.6212583 Sep 23 01:30:58.208611 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Attempt 9 to provision port 4daca5d3-de38-46bb-9ab4-37621591cb85 Sep 23 01:30:58.280172 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:58.333561 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-aff2b47a-fa52-45b6-a6af-476637dc18f3 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec07b2a6-453e-4aad-a041-f90c1bdf65b5 HTTP/1.1" status: 200 len: 217 time: 0.1009707 Sep 23 01:30:58.333561 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b85d5-ff00-4250-803c-4492414ac171 req-81fd3d95-c2d8-4f54-ac0f-37380dcc69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:58.333561 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-214b85d5-ff00-4250-803c-4492414ac171 req-81fd3d95-c2d8-4f54-ac0f-37380dcc69e3 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 1127 time: 0.6965773 Sep 23 01:30:58.540820 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'Port': ['ID=2200912c-418b-4a3a-b810-a31ced612934,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:58.574719 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-2d36a8aa-262d-4de9-ae4e-4a7bb94fd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:58.594546 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-2d36a8aa-262d-4de9-ae4e-4a7bb94fd214 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.2838674 Sep 23 01:30:58.594803 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Port 4daca5d3-de38-46bb-9ab4-37621591cb85 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:58.595561 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9ab617ff-afe5-435b-b512-eef36e0df6ae req-d928e6b6-e9cc-47d2-b9c3-aa402b74108f tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9470930 Sep 23 01:30:58.640976 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:58.640976 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:58.647475 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-d0fd0abe-f7f8-4e77-8807-158be96ab0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:58.649350 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-d0fd0abe-f7f8-4e77-8807-158be96ab0b3 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0580437 Sep 23 01:30:58.650821 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-a571ad85-c0cb-49c0-8906-75fb590b5360 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 379 time: 0.6903183 Sep 23 01:30:58.651450 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:58.656708 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:58.657357 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.662386 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Attempting to bind port 4daca5d3-de38-46bb-9ab4-37621591cb85 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:58.662746 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Attempting to bind port 4daca5d3-de38-46bb-9ab4-37621591cb85 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:58.663426 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Attempting to bind port 4daca5d3-de38-46bb-9ab4-37621591cb85 on network 00917930-ed0a-4ef4-9534-5f09245cc373 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:58.663544 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828acb82-3987-4aa3-b882-4d1dab2e7ab4 req-68a57342-5497-48a9-ae4b-353048da7806 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:58.665192 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-828acb82-3987-4aa3-b882-4d1dab2e7ab4 req-68a57342-5497-48a9-ae4b-353048da7806 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 944 time: 0.2448754 Sep 23 01:30:58.681101 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'port': {'device_id': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'admin_state_up': True, 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'security_groups': ['145e720d-6909-4bec-b026-7cd3079d2120']}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:58.874865 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b85d5-ff00-4250-803c-4492414ac171 req-591a9dd7-d3a2-4aa7-af52-d5aeca0d116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:58.876510 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-214b85d5-ff00-4250-803c-4492414ac171 req-591a9dd7-d3a2-4aa7-af52-d5aeca0d116f service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.5552037 Sep 23 01:30:58.962014 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-214b85d5-ff00-4250-803c-4492414ac171 req-322cf83f-5650-472b-812d-9f8d02dcba69 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2278e07-a734-419c-8d95-eb871a15d5c6 HTTP/1.1" status: 200 len: 217 time: 0.0689983 Sep 23 01:30:59.008710 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Port 4daca5d3-de38-46bb-9ab4-37621591cb85 on network 00917930-ed0a-4ef4-9534-5f09245cc373 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:30:59.009036 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Attempting to bind port 4daca5d3-de38-46bb-9ab4-37621591cb85 on network 00917930-ed0a-4ef4-9534-5f09245cc373 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:59.032600 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440fde1-3833-40a4-9c46-c2b3f57bc357 req-8f595057-701a-4f47-8335-89916cba5342 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:59.034244 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2440fde1-3833-40a4-9c46-c2b3f57bc357 req-8f595057-701a-4f47-8335-89916cba5342 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 943 time: 0.1067259 Sep 23 01:30:59.083149 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-828acb82-3987-4aa3-b882-4d1dab2e7ab4 req-861b64f8-1931-4fd1-b1c2-78658d555930 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916647 Sep 23 01:30:59.092621 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Attempt 10 to provision port 4daca5d3-de38-46bb-9ab4-37621591cb85 Sep 23 01:30:59.142523 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-91cf49de-8e3c-45d8-9859-a71aca47f87f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738042 Sep 23 01:30:59.208006 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-34b767eb-7cf9-4a05-9349-245e7bb8b897 None None] Port 4daca5d3-de38-46bb-9ab4-37621591cb85 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:59.263238 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b85d5-ff00-4250-803c-4492414ac171 req-f6751760-5c7c-40ac-8ef3-bc15800b58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:59.266340 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-214b85d5-ff00-4250-803c-4492414ac171 req-f6751760-5c7c-40ac-8ef3-bc15800b58bf service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.2823350 Sep 23 01:30:59.281061 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2440fde1-3833-40a4-9c46-c2b3f57bc357 req-608e92a5-8a8a-400a-b035-98baefa362fc tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630356 Sep 23 01:30:59.283249 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:59.283999 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Checking segment: {'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:59.285038 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Bound using segment: {'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:59.286941 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Bound port: 4daca5d3-de38-46bb-9ab4-37621591cb85, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b749684f-a695-4bf7-9b71-b0dd583e34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:59.287758 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:59.368779 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Provisioning complete for port 2200912c-418b-4a3a-b810-a31ced612934 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:59.370877 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (2200912c-418b-4a3a-b810-a31ced612934), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:59.372681 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Attempt 1 to provision port 2200912c-418b-4a3a-b810-a31ced612934 Sep 23 01:30:59.403135 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-35686146-a9aa-4d90-a033-656fe146d7f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1262507 Sep 23 01:30:59.468712 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b85d5-ff00-4250-803c-4492414ac171 req-2127af44-4857-41a7-87c1-d60d60eb7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:59.472568 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-214b85d5-ff00-4250-803c-4492414ac171 req-2127af44-4857-41a7-87c1-d60d60eb7915 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1977057 Sep 23 01:30:59.491236 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Request body: {'port': {'device_id': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:59.496395 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Port 2200912c-418b-4a3a-b810-a31ced612934 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:59.518209 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-e5aca196-b003-42e3-bd7b-d6dce0a8e767 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493345 Sep 23 01:30:59.534691 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-13cb0a19-06b8-4ca5-810f-dd2a7683c89f req-433c618f-8910-4f27-8602-65bffe0b50ac tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 210 time: 0.0871427 Sep 23 01:30:59.614952 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (2200912c-418b-4a3a-b810-a31ced612934), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:59.636612 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Made reservation on behalf of ec922942147b4c0bb122eb30c6cd1bc7 for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:30:59.636612 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:59.729121 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-214b85d5-ff00-4250-803c-4492414ac171 req-f530de17-e063-464f-bfe2-b12106d2b591 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167406 Sep 23 01:30:59.957054 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-214b85d5-ff00-4250-803c-4492414ac171 req-2a147349-e7c8-42e8-96a5-03e84c2a014d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178118 Sep 23 01:30:59.998294 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] For port 4daca5d3-de38-46bb-9ab4-37621591cb85, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:59.999064 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Attempt 2 to provision port 2200912c-418b-4a3a-b810-a31ced612934 Sep 23 01:31:00.042918 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] For port 4daca5d3-de38-46bb-9ab4-37621591cb85, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4daca5d3-de38-46bb-9ab4-37621591cb85,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:31:00.055942 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Port 2200912c-418b-4a3a-b810-a31ced612934 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:00.077316 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf65b2-4ec7-4a85-9335-c7fb7fcbb5c0 req-9f32d3b2-5fca-47d2-8d25-bc0242bbb894 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:00.079215 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-baaf65b2-4ec7-4a85-9335-c7fb7fcbb5c0 req-9f32d3b2-5fca-47d2-8d25-bc0242bbb894 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 932 time: 0.2583394 Sep 23 01:31:00.259920 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-baaf65b2-4ec7-4a85-9335-c7fb7fcbb5c0 req-041cc453-dc38-4766-9535-05057144291f tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118078 Sep 23 01:31:00.261924 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:00.278421 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:00.290690 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:00.290690 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/4daca5d3-de38-46bb-9ab4-37621591cb85 HTTP/1.1" status: 200 len: 1093 time: 7.4820230 Sep 23 01:31:00.431756 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e4632d-f40b-4d5f-8393-bda67b41be94', 'tag': '4daca5d3-de38-46bb-9ab4-37621591cb85'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:00.436698 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c38c25b-e7e6-4d52-9866-61a79849a3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e4632d-f40b-4d5f-8393-bda67b41be94", "tag": "4daca5d3-de38-46bb-9ab4-37621591cb85"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:00.441521 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c64be-ac2c-43aa-a503-4b7f24c2fcaa req-be0a17a7-7422-4892-ad2d-4f85abb3b010 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:00.450954 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e3bfa-8408-4759-8365-29d0e86a1db3 service neutron] Pushing event updated for resources: {'Port': ['ID=4daca5d3-de38-46bb-9ab4-37621591cb85,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:00.454811 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5a4c64be-ac2c-43aa-a503-4b7f24c2fcaa req-be0a17a7-7422-4892-ad2d-4f85abb3b010 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 944 time: 0.1429930 Sep 23 01:31:00.562179 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Attempt 3 to provision port 2200912c-418b-4a3a-b810-a31ced612934 Sep 23 01:31:00.623000 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5a4c64be-ac2c-43aa-a503-4b7f24c2fcaa req-b68937a0-3ff2-458d-b723-b04ba324311e tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667879 Sep 23 01:31:00.673628 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Port 2200912c-418b-4a3a-b810-a31ced612934 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:00.834776 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Allocated IP 172.20.0.11 (45d87e2c-cffb-4bc6-84be-6c06e6485b39/f836c9f3-d6cc-4e08-b1de-9b5ad70243d8/9d2c52ad-1444-4941-8364-31a2b8510e9a) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:31:00.855227 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db3a5df-4495-4f8d-bf22-6dfda0ecf130 x-openstack-request-id: req-6db3a5df-4495-4f8d-bf22-6dfda0ecf130 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:00.857079 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e4632d-f40b-4d5f-8393-bda67b41be94", "tag": "4daca5d3-de38-46bb-9ab4-37621591cb85", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:00.857079 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6db3a5df-4495-4f8d-bf22-6dfda0ecf130 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:00.864597 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db3a5df-4495-4f8d-bf22-6dfda0ecf130'] response: {'name': 'network-changed', 'server_uuid': 'c9e4632d-f40b-4d5f-8393-bda67b41be94', 'tag': '4daca5d3-de38-46bb-9ab4-37621591cb85', 'status': 'completed', 'code': 200} Sep 23 01:31:00.933235 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753aba1-1d69-4d67-87e5-975e4c7a5363 req-89ae6275-b285-40bb-9ae3-2fed2f8cf24b tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:00.936153 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9753aba1-1d69-4d67-87e5-975e4c7a5363 req-89ae6275-b285-40bb-9ae3-2fed2f8cf24b tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 943 time: 0.4429564 Sep 23 01:31:00.949229 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3c21bbb5-7520-48b8-b8fb-0d9d73217b1d req-859eeb21-dfb2-46a4-b221-741897f136b7 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 210 time: 0.0847952 Sep 23 01:31:01.128608 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38c25b-e7e6-4d52-9866-61a79849a3d6 req-04b925e3-a562-4cc6-b613-e263d57bc2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:01.130155 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9c38c25b-e7e6-4d52-9866-61a79849a3d6 req-04b925e3-a562-4cc6-b613-e263d57bc2c6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6023955c03b4428e8c2bceccd706da12&device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 1127 time: 0.1564858 Sep 23 01:31:01.173887 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Attempt 4 to provision port 2200912c-418b-4a3a-b810-a31ced612934 Sep 23 01:31:01.176679 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:01.200904 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2200912c-418b-4a3a-b810-a31ced612934 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:31:01.212478 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9753aba1-1d69-4d67-87e5-975e4c7a5363 req-32d4b10c-b593-4f68-a4c2-f744b371e865 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544014 Sep 23 01:31:01.232338 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Publish callbacks [] for port (2200912c-418b-4a3a-b810-a31ced612934), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.241326 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Port 2200912c-418b-4a3a-b810-a31ced612934 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:01.273356 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:01.279050 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Transition to ACTIVE for port object 2200912c-418b-4a3a-b810-a31ced612934 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:31:01.294784 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.391069 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (2200912c-418b-4a3a-b810-a31ced612934), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.458674 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9e6a0-a15a-4e6c-b0bd-612f163efdc5 req-b85afeaa-a714-4736-900d-32800a0763f1 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:01.472137 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-38d9e6a0-a15a-4e6c-b0bd-612f163efdc5 req-b85afeaa-a714-4736-900d-32800a0763f1 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 932 time: 0.0997782 Sep 23 01:31:01.488757 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Pushing event updated for resources: {'Port': ['ID=2200912c-418b-4a3a-b810-a31ced612934,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:01.515487 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.590300 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-38d9e6a0-a15a-4e6c-b0bd-612f163efdc5 req-21bf6000-f341-43c6-beb2-e3b56c28c8ba tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138799 Sep 23 01:31:01.708791 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Attempting to bind port 2200912c-418b-4a3a-b810-a31ced612934 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:31:01.709257 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Attempting to bind port 2200912c-418b-4a3a-b810-a31ced612934 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:31:01.709833 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Attempting to bind port 2200912c-418b-4a3a-b810-a31ced612934 on network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:31:01.742993 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Attempt 5 to provision port 2200912c-418b-4a3a-b810-a31ced612934 Sep 23 01:31:01.757095 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:31:01.791468 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:31:01.804376 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:31:01.804749 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Port 2200912c-418b-4a3a-b810-a31ced612934 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:01.810077 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:01.810574 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.833032 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=9d2c52ad-1444-4941-8364-31a2b8510e9a,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:01.930001 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecdd68-3764-46b9-85f8-a3975ccc4735 req-7ac80a1b-0043-42e1-b309-9cacf4dbd371 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:01.932566 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-baecdd68-3764-46b9-85f8-a3975ccc4735 req-7ac80a1b-0043-42e1-b309-9cacf4dbd371 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 944 time: 0.1740546 Sep 23 01:31:02.003676 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Port 2200912c-418b-4a3a-b810-a31ced612934 on network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:31:02.004014 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Attempting to bind port 2200912c-418b-4a3a-b810-a31ced612934 on network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:31:02.010175 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38c25b-e7e6-4d52-9866-61a79849a3d6 req-506d4c71-b868-43d5-a5a7-d830dd9db676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.011795 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9c38c25b-e7e6-4d52-9866-61a79849a3d6 req-506d4c71-b868-43d5-a5a7-d830dd9db676 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=6023955c03b4428e8c2bceccd706da12&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4615295 Sep 23 01:31:02.083064 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-baecdd68-3764-46b9-85f8-a3975ccc4735 req-3cc75c6d-8ba2-4a22-98b1-f33366ab9536 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322951 Sep 23 01:31:02.092541 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-147a1a05-352c-4f50-af26-a357b26ae136 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4306076 Sep 23 01:31:02.095845 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:31:02.096281 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Checking segment: {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:31:02.096809 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Bound using segment: {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:31:02.097287 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Bound port: 2200912c-418b-4a3a-b810-a31ced612934, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:31:02.097957 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (2200912c-418b-4a3a-b810-a31ced612934), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:02.234029 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98220e1b-4c4c-4a12-b04b-0bb9308731ea req-40c2716a-3f5a-4927-8964-b310ef0baf9f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.243460 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-98220e1b-4c4c-4a12-b04b-0bb9308731ea req-40c2716a-3f5a-4927-8964-b310ef0baf9f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 932 time: 0.0994749 Sep 23 01:31:02.307064 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Attempt 6 to provision port 2200912c-418b-4a3a-b810-a31ced612934 Sep 23 01:31:02.344059 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-98220e1b-4c4c-4a12-b04b-0bb9308731ea req-c789dced-9f50-4d24-8d61-53438600c74a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988672 Sep 23 01:31:02.453997 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Port 2200912c-418b-4a3a-b810-a31ced612934 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:02.536259 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] For port 2200912c-418b-4a3a-b810-a31ced612934, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:31:02.577991 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef758a-efea-4d22-bdfa-1c667bf02377 req-78e4f993-ac1d-40bb-b07e-90f61fe2e79c tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.579831 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-18ef758a-efea-4d22-bdfa-1c667bf02377 req-78e4f993-ac1d-40bb-b07e-90f61fe2e79c tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 943 time: 0.0918908 Sep 23 01:31:02.586555 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] For port 2200912c-418b-4a3a-b810-a31ced612934, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2200912c-418b-4a3a-b810-a31ced612934,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:31:02.592545 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:02.711137 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-18ef758a-efea-4d22-bdfa-1c667bf02377 req-8f557158-c75e-4534-8c0f-5eccee41237f tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141894 Sep 23 01:31:02.763314 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (2200912c-418b-4a3a-b810-a31ced612934), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:02.763314 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.763314 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:02.766786 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/2200912c-418b-4a3a-b810-a31ced612934 HTTP/1.1" status: 200 len: 1094 time: 3.2820640 Sep 23 01:31:02.865923 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'tag': '2200912c-418b-4a3a-b810-a31ced612934'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:02.871191 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec5e086-ab3b-4d6c-9eac-36840446b85d" -d '{"events": [{"name": "network-changed", "server_uuid": "17a5241c-3bc7-44ce-8de9-65050f0e2425", "tag": "2200912c-418b-4a3a-b810-a31ced612934"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:02.903083 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eaa7f6-ea0d-4407-835a-671429ca1502 service neutron] Pushing event updated for resources: {'Port': ['ID=2200912c-418b-4a3a-b810-a31ced612934,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:02.921527 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e90f6-67f5-4ae5-b2e0-b8ad8ff66259 req-79d66e33-ba8e-47f9-865f-86ec27b43211 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.923552 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-013e90f6-67f5-4ae5-b2e0-b8ad8ff66259 req-79d66e33-ba8e-47f9-865f-86ec27b43211 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 944 time: 0.1082706 Sep 23 01:31:02.956487 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Attempt 7 to provision port 2200912c-418b-4a3a-b810-a31ced612934 Sep 23 01:31:02.981427 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c8ba82-073d-4c9e-9d99-1fce5a42c332 x-openstack-request-id: req-f2c8ba82-073d-4c9e-9d99-1fce5a42c332 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:02.981764 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a5241c-3bc7-44ce-8de9-65050f0e2425", "tag": "2200912c-418b-4a3a-b810-a31ced612934", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:02.982018 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f2c8ba82-073d-4c9e-9d99-1fce5a42c332 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:02.982479 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c8ba82-073d-4c9e-9d99-1fce5a42c332'] response: {'name': 'network-changed', 'server_uuid': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'tag': '2200912c-418b-4a3a-b810-a31ced612934', 'status': 'completed', 'code': 200} Sep 23 01:31:03.031857 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-013e90f6-67f5-4ae5-b2e0-b8ad8ff66259 req-0a2bb4a3-2c7a-4204-b1f2-cea8977c57b5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960281 Sep 23 01:31:03.042662 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-01dd66f7-10f3-4334-aea9-c532f5fdc741 None None] Port 2200912c-418b-4a3a-b810-a31ced612934 had new provisioning blocks added so it will not transition to active. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:31:03.180699 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:03.193064 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Provisioning complete for port 9d2c52ad-1444-4941-8364-31a2b8510e9a triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:31:03.193486 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:03.193865 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Attempt 1 to provision port 9d2c52ad-1444-4941-8364-31a2b8510e9a Sep 23 01:31:03.249296 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Port 9d2c52ad-1444-4941-8364-31a2b8510e9a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:03.308618 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac7665-d9b6-4b2e-aa12-b51cedc25ec9 req-1fd407bd-6b20-4e30-ae9e-316572af3f69 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:03.311124 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a0ac7665-d9b6-4b2e-aa12-b51cedc25ec9 req-1fd407bd-6b20-4e30-ae9e-316572af3f69 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 944 time: 0.0672483 Sep 23 01:31:03.393468 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a0ac7665-d9b6-4b2e-aa12-b51cedc25ec9 req-f8c275ae-7692-4769-a646-e9b583a686a0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654442 Sep 23 01:31:03.438216 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:03.564304 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f618b6f-e6f6-4abc-9200-f084d02cc0c3 req-fc1b95f6-a906-4215-9246-347832bb4323 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:03.567272 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2f618b6f-e6f6-4abc-9200-f084d02cc0c3 req-fc1b95f6-a906-4215-9246-347832bb4323 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 932 time: 0.0675969 Sep 23 01:31:03.571077 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Request body: {'port': {'device_id': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:03.664386 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2f618b6f-e6f6-4abc-9200-f084d02cc0c3 req-c19aa014-4899-4d39-858e-563df1d1b173 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848711 Sep 23 01:31:03.752004 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Attempt 2 to provision port 9d2c52ad-1444-4941-8364-31a2b8510e9a Sep 23 01:31:03.804567 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Port 9d2c52ad-1444-4941-8364-31a2b8510e9a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:03.867262 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5e086-ab3b-4d6c-9eac-36840446b85d req-c62e30e7-6d93-49ae-870c-f70325c86911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:03.869912 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6ec5e086-ab3b-4d6c-9eac-36840446b85d req-c62e30e7-6d93-49ae-870c-f70325c86911 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 1128 time: 0.2226536 Sep 23 01:31:03.967888 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:04.117287 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0231eb5-446a-43df-b808-3c1648a77d8a req-0f6f64b6-629f-4dbd-836a-ef423ca65ec2 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:04.120159 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e0231eb5-446a-43df-b808-3c1648a77d8a req-0f6f64b6-629f-4dbd-836a-ef423ca65ec2 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 943 time: 0.2237394 Sep 23 01:31:04.130273 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38c25b-e7e6-4d52-9866-61a79849a3d6 req-49f150f7-956c-419b-b98c-3fb298375952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:04.132968 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9c38c25b-e7e6-4d52-9866-61a79849a3d6 req-49f150f7-956c-419b-b98c-3fb298375952 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5668654 Sep 23 01:31:04.142790 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35038) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:04.262599 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ce902-31fe-4b1d-9b2a-fb7762b62382 req-e8ab5019-798b-4413-8d8c-2a9adb7126d0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:04.265578 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dd1ce902-31fe-4b1d-9b2a-fb7762b62382 req-e8ab5019-798b-4413-8d8c-2a9adb7126d0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 944 time: 0.0990920 Sep 23 01:31:04.307812 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Attempt 3 to provision port 9d2c52ad-1444-4941-8364-31a2b8510e9a Sep 23 01:31:04.379790 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dd1ce902-31fe-4b1d-9b2a-fb7762b62382 req-f7e224d2-af4b-4282-9c07-8e70fae65e90 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000872 Sep 23 01:31:04.439656 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Port 9d2c52ad-1444-4941-8364-31a2b8510e9a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:04.457138 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-58c689ce-3219-432e-97ff-f79f024cc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:04.458925 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-58c689ce-3219-432e-97ff-f79f024cc1bc service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6023955c03b4428e8c2bceccd706da12&device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 1127 time: 0.2387214 Sep 23 01:31:04.466999 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e0231eb5-446a-43df-b808-3c1648a77d8a req-3fdbe12e-f1eb-40a5-8d9d-8cd03dc1b29e tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992482 Sep 23 01:31:04.472078 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5e086-ab3b-4d6c-9eac-36840446b85d req-37731bfb-37d2-404e-8c02-1459f63bb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:04.473883 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6ec5e086-ab3b-4d6c-9eac-36840446b85d req-37731bfb-37d2-404e-8c02-1459f63bb9e5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5795960 Sep 23 01:31:04.477848 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6ca5695a-0d28-4be3-adbd-ced092cf24e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:04.598011 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-58a836af-9658-41f7-a485-112bd9008399 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4daca5d3-de38-46bb-9ab4-37621591cb85 HTTP/1.1" status: 200 len: 217 time: 0.1227939 Sep 23 01:31:04.730285 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-b42624f6-c3d4-456e-b5aa-40751f4068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:04.733102 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-b42624f6-c3d4-456e-b5aa-40751f4068e8 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=148c2218-ff5a-4f4c-b1b9-7d56637223a7 HTTP/1.1" status: 200 len: 850 time: 0.0949945 Sep 23 01:31:04.815969 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133dd9d-5a9f-437e-a134-b00fe73e3fa4 req-fcd30d6b-5054-49c3-8b23-53048007732a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:04.817771 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9133dd9d-5a9f-437e-a134-b00fe73e3fa4 req-fcd30d6b-5054-49c3-8b23-53048007732a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 944 time: 0.0888202 Sep 23 01:31:04.861551 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5e086-ab3b-4d6c-9eac-36840446b85d req-9fbcc6c9-1d36-4e9c-af0d-0b3a05268b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:04.863300 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6ec5e086-ab3b-4d6c-9eac-36840446b85d req-9fbcc6c9-1d36-4e9c-af0d-0b3a05268b21 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3787696 Sep 23 01:31:04.899577 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-c641f8b6-ddec-415c-b414-e720296af402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:04.901258 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-c641f8b6-ddec-415c-b414-e720296af402 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=00917930-ed0a-4ef4-9534-5f09245cc373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1512029 Sep 23 01:31:04.915086 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6ca5695a-0d28-4be3-adbd-ced092cf24e5 admin admin] Publish callbacks [] for security_group (bb307678-e6a3-443b-82df-dcd6f5cce24d), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:04.942109 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Attempt 4 to provision port 9d2c52ad-1444-4941-8364-31a2b8510e9a Sep 23 01:31:04.955006 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9133dd9d-5a9f-437e-a134-b00fe73e3fa4 req-1b4df00c-dd24-4bb9-8359-9fbb2c42195f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105862 Sep 23 01:31:04.974280 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4361d-847f-48a3-930b-8bc2fff04fcf req-c153116e-0c8b-4296-9d07-125441e5a951 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:04.978924 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6cd4361d-847f-48a3-930b-8bc2fff04fcf req-c153116e-0c8b-4296-9d07-125441e5a951 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 932 time: 0.1491945 Sep 23 01:31:05.001720 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Port 9d2c52ad-1444-4941-8364-31a2b8510e9a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:05.059952 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6ca5695a-0d28-4be3-adbd-ced092cf24e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (bb307678-e6a3-443b-82df-dcd6f5cce24d), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.105834 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2c52ad-1444-4941-8364-31a2b8510e9a {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:31:05.110313 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-6ca5695a-0d28-4be3-adbd-ced092cf24e5 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=da8196d722eb4dbd8263115de912976b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9657044 Sep 23 01:31:05.111134 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5695a-0d28-4be3-adbd-ced092cf24e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb307678-e6a3-443b-82df-dcd6f5cce24d,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:05.127952 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35054) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:05.145342 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Publish callbacks [] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.179624 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-c0645b9d-6c7e-44ba-89d6-b8c5b110da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:05.181153 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-c0645b9d-6c7e-44ba-89d6-b8c5b110da34 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 1128 time: 0.2024317 Sep 23 01:31:05.196201 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-56cbd9c3-3c93-432b-9c75-52b2ac84447a admin admin] Publish callbacks [] for security_group (bb307678-e6a3-443b-82df-dcd6f5cce24d), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.206640 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Transition to ACTIVE for port object 9d2c52ad-1444-4941-8364-31a2b8510e9a will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:31:05.222363 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-56cbd9c3-3c93-432b-9c75-52b2ac84447a admin admin] Publish callbacks [] for security_group (bb307678-e6a3-443b-82df-dcd6f5cce24d), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.277115 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-1fecccf4-ef84-47da-a42c-8630a6c1777f service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2200912c-418b-4a3a-b810-a31ced612934 HTTP/1.1" status: 200 len: 217 time: 0.0689306 Sep 23 01:31:05.279280 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-d762d2c3-d24c-4ad6-994a-bebfccb614ce service neutron] 10.222.0.88 "GET /networking/v2.0/networks/00917930-ed0a-4ef4-9534-5f09245cc373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676884 Sep 23 01:31:05.288272 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6cd4361d-847f-48a3-930b-8bc2fff04fcf req-afe66039-119f-4306-a367-facac32b0585 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891111 Sep 23 01:31:05.319916 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.336430 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:05.408926 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-56cbd9c3-3c93-432b-9c75-52b2ac84447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (bb307678-e6a3-443b-82df-dcd6f5cce24d), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.413467 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-56cbd9c3-3c93-432b-9c75-52b2ac84447a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.415356 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-56cbd9c3-3c93-432b-9c75-52b2ac84447a admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/bb307678-e6a3-443b-82df-dcd6f5cce24d HTTP/1.1" status: 204 len: 168 time: 0.2860315 Sep 23 01:31:05.446863 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbd9c3-3c93-432b-9c75-52b2ac84447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb307678-e6a3-443b-82df-dcd6f5cce24d,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:05.503032 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Attempt 5 to provision port 9d2c52ad-1444-4941-8364-31a2b8510e9a Sep 23 01:31:05.506509 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:05.509592 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device ec07b2a6-453e-4aad-a041-f90c1bdf65b5 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:31:05.601703 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Port 9d2c52ad-1444-4941-8364-31a2b8510e9a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:05.696307 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6c89b-e37f-470d-a3d9-0fe9fc692ee5 req-9ca191b6-fc28-4a0c-8b64-32923e522e77 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:05.719678 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-12b6c89b-e37f-470d-a3d9-0fe9fc692ee5 req-9ca191b6-fc28-4a0c-8b64-32923e522e77 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 944 time: 0.1624510 Sep 23 01:31:05.825115 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:05.879332 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port ec07b2a6-453e-4aad-a041-f90c1bdf65b5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ec07b2a6-453e-4aad-a041-f90c1bdf65b5,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:05.898307 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': 'ec07b2a6-453e-4aad-a041-f90c1bdf65b5', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'port_id': 'ec07b2a6-453e-4aad-a041-f90c1bdf65b5', 'mac_address': 'fa:16:3e:25:b8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 482, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:31:05.909111 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-12b6c89b-e37f-470d-a3d9-0fe9fc692ee5 req-a72f06eb-ca7c-464d-b541-ad29ee5ea94c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807170 Sep 23 01:31:05.915643 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-c3d27668-7532-4811-a316-2544f1b073db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:05.918541 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-c3d27668-7532-4811-a316-2544f1b073db service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=6c89ba87-0be1-4d26-9033-03a421da6f4e HTTP/1.1" status: 200 len: 849 time: 0.6250346 Sep 23 01:31:05.936283 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Pushing event updated for resources: {'Port': ['ID=9d2c52ad-1444-4941-8364-31a2b8510e9a,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:05.958749 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:31:05.959526 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.977114 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe740c-acd0-4a37-b304-cbbbc8119245 req-a5542b14-5148-4659-a0fa-b1390bf1d90a tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:05.991207 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-bebe740c-acd0-4a37-b304-cbbbc8119245 req-a5542b14-5148-4659-a0fa-b1390bf1d90a tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 943 time: 0.2524636 Sep 23 01:31:06.010967 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec07b2a6-453e-4aad-a041-f90c1bdf65b5 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:31:06.085446 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Attempting to bind port 9d2c52ad-1444-4941-8364-31a2b8510e9a on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:31:06.086406 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Attempting to bind port 9d2c52ad-1444-4941-8364-31a2b8510e9a by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:31:06.087313 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Attempting to bind port 9d2c52ad-1444-4941-8364-31a2b8510e9a on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:31:06.091373 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port ec07b2a6-453e-4aad-a041-f90c1bdf65b5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ec07b2a6-453e-4aad-a041-f90c1bdf65b5,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:06.105506 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Attempt 6 to provision port 9d2c52ad-1444-4941-8364-31a2b8510e9a Sep 23 01:31:06.145257 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:06.197867 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.203729 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device f2278e07-a734-419c-8d95-eb871a15d5c6 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:31:06.208402 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5149a27c-b578-41cb-b2b0-99f763f9e6d0 req-0fc58243-5efb-4c49-a8b9-c8630bfd2268 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/00917930-ed0a-4ef4-9534-5f09245cc373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9117813 Sep 23 01:31:06.224567 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-8ca3b2d5-f69d-4916-a27d-3c8afad60ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:06.227578 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-8ca3b2d5-f69d-4916-a27d-3c8afad60ce7 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2827961 Sep 23 01:31:06.244193 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0c73f-5f8d-49de-aa3e-39cd1610e60d req-b7b00cee-3941-42a5-a6a3-c87291ab9d9c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:06.258187 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e9c0c73f-5f8d-49de-aa3e-39cd1610e60d req-b7b00cee-3941-42a5-a6a3-c87291ab9d9c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 944 time: 0.1644568 Sep 23 01:31:06.302175 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=ec07b2a6-453e-4aad-a041-f90c1bdf65b5,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:06.324229 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-bebe740c-acd0-4a37-b304-cbbbc8119245 req-48a5ae5b-00ab-453d-a84d-ca0c2bc275ee tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306375 Sep 23 01:31:06.345971 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:06.372743 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:06.372743 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Port 9d2c52ad-1444-4941-8364-31a2b8510e9a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:06.372743 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.373811 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.375059 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.375844 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.376419 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.380134 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.380134 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.380134 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.380134 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.380134 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.381937 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.381937 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.382159 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.383060 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.383598 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:06.451014 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e9c0c73f-5f8d-49de-aa3e-39cd1610e60d req-4f69a942-1e98-4fc3-8632-992ff76f8452 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857328 Sep 23 01:31:06.458354 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Port 9d2c52ad-1444-4941-8364-31a2b8510e9a on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:31:06.458354 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Attempting to bind port 9d2c52ad-1444-4941-8364-31a2b8510e9a on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:31:06.459941 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port f2278e07-a734-419c-8d95-eb871a15d5c6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f2278e07-a734-419c-8d95-eb871a15d5c6,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:06.512724 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': 'f2278e07-a734-419c-8d95-eb871a15d5c6', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'port_id': 'f2278e07-a734-419c-8d95-eb871a15d5c6', 'mac_address': 'fa:16:3e:24:36:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 482, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:31:06.573144 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port f2278e07-a734-419c-8d95-eb871a15d5c6 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:31:06.573640 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.590534 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2278e07-a734-419c-8d95-eb871a15d5c6 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:31:06.617519 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port f2278e07-a734-419c-8d95-eb871a15d5c6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f2278e07-a734-419c-8d95-eb871a15d5c6,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:06.705711 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384709c9-a476-4608-ba7a-2b76d7c7ba12 req-e55f5361-277f-45d1-9099-979d50382f84 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:06.709143 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-384709c9-a476-4608-ba7a-2b76d7c7ba12 req-e55f5361-277f-45d1-9099-979d50382f84 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 944 time: 0.1702199 Sep 23 01:31:06.717201 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-ad09c799-344e-47cd-8720-5ed01881f881 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758542 Sep 23 01:31:06.725838 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:31:06.725838 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Checking segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:31:06.725838 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Bound using segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:31:06.725838 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Bound port: 9d2c52ad-1444-4941-8364-31a2b8510e9a, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:31:06.725838 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.751790 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.833778 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=f2278e07-a734-419c-8d95-eb871a15d5c6,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:06.867892 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Attempt 7 to provision port 9d2c52ad-1444-4941-8364-31a2b8510e9a Sep 23 01:31:06.897754 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-384709c9-a476-4608-ba7a-2b76d7c7ba12 req-23036354-7392-45f2-a22a-c671de5a173c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787715 Sep 23 01:31:06.925288 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] For port 9d2c52ad-1444-4941-8364-31a2b8510e9a, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:31:06.931791 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] For port 9d2c52ad-1444-4941-8364-31a2b8510e9a, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d2c52ad-1444-4941-8364-31a2b8510e9a,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:31:06.941343 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Port 9d2c52ad-1444-4941-8364-31a2b8510e9a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:31:07.051204 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35106) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:07.079710 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1d934f46-271e-42b7-b7d2-edce111af8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:07.085035 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e75323-4dd2-48b8-af90-3971c099b729 req-06e95733-1e40-4f8e-a81a-ad07c6aa0426 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:07.087352 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-08e75323-4dd2-48b8-af90-3971c099b729 req-06e95733-1e40-4f8e-a81a-ad07c6aa0426 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 944 time: 0.0661402 Sep 23 01:31:07.147533 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:07.157748 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:07.158939 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:07.161361 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-08e75323-4dd2-48b8-af90-3971c099b729 req-49808462-d867-4f9d-a6a8-d9f6175eec0e tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666292 Sep 23 01:31:07.161798 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/9d2c52ad-1444-4941-8364-31a2b8510e9a HTTP/1.1" status: 200 len: 1094 time: 3.5962765 Sep 23 01:31:07.165605 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'tag': '9d2c52ad-1444-4941-8364-31a2b8510e9a'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:07.169796 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e1b271-ce8d-4655-bf64-cb398d9a2efb" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6f29d2-4b66-422e-aa8a-a3801eb40ec1", "tag": "9d2c52ad-1444-4941-8364-31a2b8510e9a"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:07.233703 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad107e0c-eebc-485f-aa86-50e80d0f3d1a x-openstack-request-id: req-ad107e0c-eebc-485f-aa86-50e80d0f3d1a {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:07.234163 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6f29d2-4b66-422e-aa8a-a3801eb40ec1", "tag": "9d2c52ad-1444-4941-8364-31a2b8510e9a", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:07.234570 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ad107e0c-eebc-485f-aa86-50e80d0f3d1a {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:07.235237 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad107e0c-eebc-485f-aa86-50e80d0f3d1a'] response: {'name': 'network-changed', 'server_uuid': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'tag': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'status': 'completed', 'code': 200} Sep 23 01:31:07.369973 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['ec07b2a6-453e-4aad-a041-f90c1bdf65b5'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:31:07.391218 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6479b-b4c3-4a7a-8aa2-0ba86365d80e service neutron] Pushing event updated for resources: {'Port': ['ID=9d2c52ad-1444-4941-8364-31a2b8510e9a,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:07.444681 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Attempt 8 to provision port 9d2c52ad-1444-4941-8364-31a2b8510e9a Sep 23 01:31:07.446619 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1d934f46-271e-42b7-b7d2-edce111af8b7 admin admin] Publish callbacks [] for security_group (9381bcd6-1470-497d-8265-9c80546fbdcb), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:07.497358 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b271-ce8d-4655-bf64-cb398d9a2efb req-b14b7e93-704b-4f57-b775-ef9c67bfaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:07.500317 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-78e1b271-ce8d-4655-bf64-cb398d9a2efb req-b14b7e93-704b-4f57-b775-ef9c67bfaa5b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 1128 time: 0.1861820 Sep 23 01:31:07.502715 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['f2278e07-a734-419c-8d95-eb871a15d5c6'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:31:07.552001 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e1c9174-ab25-42eb-857e-60ba8bb2ab41 req-b70303d7-ec23-4c95-8787-db6fd1f85e8a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677696 Sep 23 01:31:07.600295 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930350c5-27c6-47e2-b5c2-15adabc884f3 req-00af1286-4bf3-4125-b314-d63042ff74e3 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:07.602269 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1d934f46-271e-42b7-b7d2-edce111af8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9381bcd6-1470-497d-8265-9c80546fbdcb), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:07.608743 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ac941842-de51-470a-84bf-4dd06a15671b None None] Port 9d2c52ad-1444-4941-8364-31a2b8510e9a had new provisioning blocks added so it will not transition to active. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:31:07.610082 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-930350c5-27c6-47e2-b5c2-15adabc884f3 req-00af1286-4bf3-4125-b314-d63042ff74e3 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 943 time: 0.1350617 Sep 23 01:31:07.660164 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:07.676278 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-930350c5-27c6-47e2-b5c2-15adabc884f3 req-8660f478-ec10-4c5b-9e7e-5bf5fa8d1df9 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650699 Sep 23 01:31:07.677412 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:07.797544 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d23866-0c7f-40a3-89df-1f3ae3278b50 req-2ccadd4b-b5c1-46fc-a8b8-95167b677a21 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:07.810445 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-84d23866-0c7f-40a3-89df-1f3ae3278b50 req-2ccadd4b-b5c1-46fc-a8b8-95167b677a21 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 945 time: 0.2148256 Sep 23 01:31:07.823519 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-1d934f46-271e-42b7-b7d2-edce111af8b7 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=a8d62052a86346d1897501b92dede736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7681823 Sep 23 01:31:07.827106 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35130) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:07.848959 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d934f46-271e-42b7-b7d2-edce111af8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9381bcd6-1470-497d-8265-9c80546fbdcb,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:07.892613 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b271-ce8d-4655-bf64-cb398d9a2efb req-cfa31f4c-9001-46bd-a429-ae478b878939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:07.895454 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-78e1b271-ce8d-4655-bf64-cb398d9a2efb req-cfa31f4c-9001-46bd-a429-ae478b878939 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3755956 Sep 23 01:31:07.924206 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-84d23866-0c7f-40a3-89df-1f3ae3278b50 req-8c2027fc-3500-4cc1-9467-37a9008d5831 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125369 Sep 23 01:31:07.945048 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6c6c-9508-474a-b9d9-3c9ef7097626 admin admin] Publish callbacks [] for security_group (9381bcd6-1470-497d-8265-9c80546fbdcb), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:07.981325 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6c6c-9508-474a-b9d9-3c9ef7097626 admin admin] Publish callbacks [] for security_group (9381bcd6-1470-497d-8265-9c80546fbdcb), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:08.073076 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38794b-8210-47c6-b671-b44c5013fb9e req-058eb8c4-b508-4fad-9a98-1b5f7e731831 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:08.074712 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ce38794b-8210-47c6-b671-b44c5013fb9e req-058eb8c4-b508-4fad-9a98-1b5f7e731831 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 944 time: 0.0534325 Sep 23 01:31:08.141550 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ce38794b-8210-47c6-b671-b44c5013fb9e req-16a79082-13a0-4e8c-9981-6040e19f3a7f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552936 Sep 23 01:31:08.185063 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6c6c-9508-474a-b9d9-3c9ef7097626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9381bcd6-1470-497d-8265-9c80546fbdcb), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:08.188239 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6c6c-9508-474a-b9d9-3c9ef7097626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:08.189583 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-8ecb6c6c-9508-474a-b9d9-3c9ef7097626 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/9381bcd6-1470-497d-8265-9c80546fbdcb HTTP/1.1" status: 204 len: 168 time: 0.3612647 Sep 23 01:31:08.198610 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb6c6c-9508-474a-b9d9-3c9ef7097626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9381bcd6-1470-497d-8265-9c80546fbdcb,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:08.376060 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509e0b2-30da-472b-a775-7edf2e42de02 req-792d308f-064d-4974-a98e-abab021fb38e tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:08.378897 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3509e0b2-30da-472b-a775-7edf2e42de02 req-792d308f-064d-4974-a98e-abab021fb38e tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 944 time: 0.0740197 Sep 23 01:31:08.381381 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:08.464805 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3509e0b2-30da-472b-a775-7edf2e42de02 req-6f6823dc-5eaa-42b1-8779-475c2ed688e5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788529 Sep 23 01:31:08.628227 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b271-ce8d-4655-bf64-cb398d9a2efb req-245a0b2e-db1a-447c-851c-2dc9c69d048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:08.629767 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-78e1b271-ce8d-4655-bf64-cb398d9a2efb req-245a0b2e-db1a-447c-851c-2dc9c69d048e service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006899 Sep 23 01:31:08.816855 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-ea397e95-7bce-4e0d-b8a6-5381cf49331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:08.820441 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-ea397e95-7bce-4e0d-b8a6-5381cf49331a service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 1128 time: 0.1033430 Sep 23 01:31:08.882405 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-3fef919c-2f07-43fb-8249-4cd3c25b5764 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2c52ad-1444-4941-8364-31a2b8510e9a HTTP/1.1" status: 200 len: 217 time: 0.0482676 Sep 23 01:31:08.920266 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260b7c-e797-4dd6-94ee-309f1652e658 req-5d95079c-b5d2-4f37-8224-c268e4b7d8af tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:08.930840 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9f260b7c-e797-4dd6-94ee-309f1652e658 req-5d95079c-b5d2-4f37-8224-c268e4b7d8af tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 943 time: 0.1369400 Sep 23 01:31:08.953551 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-c77d3b8c-52c9-450b-8a6c-b2dbabb67112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:08.956322 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-c77d3b8c-52c9-450b-8a6c-b2dbabb67112 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=f836c9f3-d6cc-4e08-b1de-9b5ad70243d8 HTTP/1.1" status: 200 len: 853 time: 0.0652735 Sep 23 01:31:08.959936 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:09.025951 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9f260b7c-e797-4dd6-94ee-309f1652e658 req-a15764fe-d054-4e95-973e-6be336869821 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933557 Sep 23 01:31:09.048262 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-7dbb117f-71bc-4956-89b5-4b2c9c14e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:09.051030 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-7dbb117f-71bc-4956-89b5-4b2c9c14e014 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45d87e2c-cffb-4bc6-84be-6c06e6485b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0820258 Sep 23 01:31:09.185431 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1e460-666e-49c2-b856-0f3103f9db3c req-6f05dd6d-7fbb-4a25-bb79-869017108701 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:09.193701 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b0d1e460-666e-49c2-b856-0f3103f9db3c req-6f05dd6d-7fbb-4a25-bb79-869017108701 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 945 time: 0.1234455 Sep 23 01:31:09.282050 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-b8e0aa7b-24fe-4ab5-ba27-e2089a9b1e5c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197983 Sep 23 01:31:09.317047 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46879744-37be-400c-b679-1f521e76e539 req-f89092f8-5f69-4d60-b23f-524dca6bc7ae tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:09.318981 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-46879744-37be-400c-b679-1f521e76e539 req-f89092f8-5f69-4d60-b23f-524dca6bc7ae tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 944 time: 0.0908148 Sep 23 01:31:09.321532 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b0d1e460-666e-49c2-b856-0f3103f9db3c req-9a6ec194-545b-46dd-8560-8836139003c1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225228 Sep 23 01:31:09.442699 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-46879744-37be-400c-b679-1f521e76e539 req-f41962d7-61a4-4891-9a0c-82a5dbdeafec tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164606 Sep 23 01:31:09.483434 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ca64dcd3-3fbb-4b52-8bc5-911ca136f8d7 req-8336d6bb-1c45-46fb-89c0-1ff420267ef5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604402 Sep 23 01:31:09.502152 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 4daca5d3-de38-46bb-9ab4-37621591cb85 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:31:09.517360 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device ec07b2a6-453e-4aad-a041-f90c1bdf65b5 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:31:09.623066 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a36922-f2fa-45b5-a44d-51cb1b853b23 req-84b760f2-d7f4-47a3-9199-55f2ecbda4ec tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:09.624837 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a6a36922-f2fa-45b5-a44d-51cb1b853b23 req-84b760f2-d7f4-47a3-9199-55f2ecbda4ec tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 944 time: 0.0624406 Sep 23 01:31:09.656442 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:31:09.703987 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 4daca5d3-de38-46bb-9ab4-37621591cb85, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4daca5d3-de38-46bb-9ab4-37621591cb85,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:09.720183 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '4daca5d3-de38-46bb-9ab4-37621591cb85', 'network_id': '00917930-ed0a-4ef4-9534-5f09245cc373', 'port_id': '4daca5d3-de38-46bb-9ab4-37621591cb85', 'mac_address': 'fa:16:3e:fb:94:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 474, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148c2218-ff5a-4f4c-b1b9-7d56637223a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:31:09.725905 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a6a36922-f2fa-45b5-a44d-51cb1b853b23 req-5cc0a1ce-9081-467e-bee3-021d9b0038d8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754802 Sep 23 01:31:09.761991 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 4daca5d3-de38-46bb-9ab4-37621591cb85 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:31:09.762279 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:09.777044 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:31:09.777448 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:09.777770 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 Sep 23 01:31:09.782524 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4daca5d3-de38-46bb-9ab4-37621591cb85 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:31:09.962572 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 4daca5d3-de38-46bb-9ab4-37621591cb85, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4daca5d3-de38-46bb-9ab4-37621591cb85,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:09.963403 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35204) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:09.983119 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:10.032646 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:31:10.032927 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:10.065354 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9020f125-b2bf-4807-9e61-c407e5c28875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec07b2a6-453e-4aad-a041-f90c1bdf65b5'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:10.139009 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:10.148009 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port ec07b2a6-453e-4aad-a041-f90c1bdf65b5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ec07b2a6-453e-4aad-a041-f90c1bdf65b5,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:10.186443 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b376d4a2-29bd-4fe5-9aae-9c41c9b3a3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:10.221132 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:10.242412 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=4daca5d3-de38-46bb-9ab4-37621591cb85,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:10.250225 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:10.252237 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device f2278e07-a734-419c-8d95-eb871a15d5c6 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:31:10.292340 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620347e4-dc1b-4897-afce-51258c515f4d req-eff1bdca-70d0-4bc9-8ca4-d8c4c427ddfa tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:10.295241 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-620347e4-dc1b-4897-afce-51258c515f4d req-eff1bdca-70d0-4bc9-8ca4-d8c4c427ddfa tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 944 time: 0.1372099 Sep 23 01:31:10.366761 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port f2278e07-a734-419c-8d95-eb871a15d5c6 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:31:10.371518 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=ec07b2a6-453e-4aad-a041-f90c1bdf65b5,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:10.405697 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813a053e-c803-408b-90da-88923e3ca544" -d '{"events": [{"server_uuid": "9020f125-b2bf-4807-9e61-c407e5c28875", "name": "network-vif-plugged", "status": "completed", "tag": "ec07b2a6-453e-4aad-a041-f90c1bdf65b5"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:10.412435 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-620347e4-dc1b-4897-afce-51258c515f4d req-5c203b7b-8c60-4bc3-89cc-1cc820bcb663 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881095 Sep 23 01:31:10.446113 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port f2278e07-a734-419c-8d95-eb871a15d5c6 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:31:10.446864 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:10.447363 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port f2278e07-a734-419c-8d95-eb871a15d5c6 Sep 23 01:31:10.461465 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b376d4a2-29bd-4fe5-9aae-9c41c9b3a3d7 admin admin] Publish callbacks [] for security_group (9672d5ac-6ac1-44f9-be0a-27f8527f06bf), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:10.516052 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:10.521486 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['4daca5d3-de38-46bb-9ab4-37621591cb85'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:31:10.556634 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fbb47-5d36-47a0-9074-7b15c34f1420 req-be6fcce8-59c7-4fd8-9716-4791e7409ae1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:10.558444 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-af6fbb47-5d36-47a0-9074-7b15c34f1420 req-be6fcce8-59c7-4fd8-9716-4791e7409ae1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0669260 Sep 23 01:31:10.590416 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b376d4a2-29bd-4fe5-9aae-9c41c9b3a3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9672d5ac-6ac1-44f9-be0a-27f8527f06bf), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:10.600332 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6950d3-72ee-44c3-b3a5-f3705015fb68 x-openstack-request-id: req-2a6950d3-72ee-44c3-b3a5-f3705015fb68 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:10.600632 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9020f125-b2bf-4807-9e61-c407e5c28875", "name": "network-vif-plugged", "status": "completed", "tag": "ec07b2a6-453e-4aad-a041-f90c1bdf65b5", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:10.601059 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a6950d3-72ee-44c3-b3a5-f3705015fb68 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:10.601711 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6950d3-72ee-44c3-b3a5-f3705015fb68'] response: {'server_uuid': '9020f125-b2bf-4807-9e61-c407e5c28875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec07b2a6-453e-4aad-a041-f90c1bdf65b5', 'code': 200} Sep 23 01:31:10.665464 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b376d4a2-29bd-4fe5-9aae-9c41c9b3a3d7 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=ef90be6b0d5144d0ab398226290e4bd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6969390 Sep 23 01:31:10.666661 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35230) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:10.682453 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376d4a2-29bd-4fe5-9aae-9c41c9b3a3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9672d5ac-6ac1-44f9-be0a-27f8527f06bf,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:10.689981 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:10.718456 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-af6fbb47-5d36-47a0-9074-7b15c34f1420 req-bcb4ab6a-efb2-4597-be9c-97e19c491564 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495402 Sep 23 01:31:10.823717 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6129f6-83fc-4c4e-a520-dcda694868f4 req-0b04fa49-49f2-4a43-be4a-e03febd86063 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:10.826425 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f6129f6-83fc-4c4e-a520-dcda694868f4 req-0b04fa49-49f2-4a43-be4a-e03febd86063 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 944 time: 0.1180210 Sep 23 01:31:10.859437 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-963c1aa2-d6a2-4860-af30-e29ab84df500 admin admin] Publish callbacks [] for security_group (9672d5ac-6ac1-44f9-be0a-27f8527f06bf), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:10.899989 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port f2278e07-a734-419c-8d95-eb871a15d5c6 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:31:10.900374 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:10.911799 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-963c1aa2-d6a2-4860-af30-e29ab84df500 admin admin] Publish callbacks [] for security_group (9672d5ac-6ac1-44f9-be0a-27f8527f06bf), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:10.932092 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1d28a-b7b7-4eba-a5d3-8bb95673b9ac req-f9873e16-1094-4a43-be43-c423e5645238 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:10.937172 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5ac1d28a-b7b7-4eba-a5d3-8bb95673b9ac req-f9873e16-1094-4a43-be43-c423e5645238 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 944 time: 0.0951331 Sep 23 01:31:10.944123 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port f2278e07-a734-419c-8d95-eb871a15d5c6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f2278e07-a734-419c-8d95-eb871a15d5c6,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:10.973436 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f6129f6-83fc-4c4e-a520-dcda694868f4 req-72a35e57-5148-4812-a356-b4960d466c3c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321933 Sep 23 01:31:11.005915 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5ac1d28a-b7b7-4eba-a5d3-8bb95673b9ac req-d901561f-5dcb-49e9-9171-6ab99876f0a7 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578446 Sep 23 01:31:11.145888 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:11.157297 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-963c1aa2-d6a2-4860-af30-e29ab84df500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9672d5ac-6ac1-44f9-be0a-27f8527f06bf), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:11.160097 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-963c1aa2-d6a2-4860-af30-e29ab84df500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:11.161422 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-963c1aa2-d6a2-4860-af30-e29ab84df500 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/9672d5ac-6ac1-44f9-be0a-27f8527f06bf HTTP/1.1" status: 204 len: 168 time: 0.4936390 Sep 23 01:31:11.173425 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c1aa2-d6a2-4860-af30-e29ab84df500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9672d5ac-6ac1-44f9-be0a-27f8527f06bf,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:11.226880 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=f2278e07-a734-419c-8d95-eb871a15d5c6,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:11.288741 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:11.304213 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00adb32-f5e8-4d92-9184-afd96dc90d91 req-4bee4008-a13b-4caf-bcd7-66ae50609cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:11.305989 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f00adb32-f5e8-4d92-9184-afd96dc90d91 req-4bee4008-a13b-4caf-bcd7-66ae50609cc8 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 1130 time: 0.0972645 Sep 23 01:31:11.331098 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f00adb32-f5e8-4d92-9184-afd96dc90d91 req-109a1dcd-11a0-42cc-b4b2-3c9067a56dbe service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:11.444554 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f00adb32-f5e8-4d92-9184-afd96dc90d91 req-109a1dcd-11a0-42cc-b4b2-3c9067a56dbe service neutron] Publish callbacks [] for security_group (c4371137-eacb-4e23-bfcb-0b215d1defa9), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:11.523313 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 2200912c-418b-4a3a-b810-a31ced612934 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:31:11.543338 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 4daca5d3-de38-46bb-9ab4-37621591cb85 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:31:11.572399 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75b48a-9407-4351-acc1-4c5acb8404ff req-287a44ef-83fd-4b25-953c-5de5d70150ba tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:11.574310 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4e75b48a-9407-4351-acc1-4c5acb8404ff req-287a44ef-83fd-4b25-953c-5de5d70150ba tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 944 time: 0.0609853 Sep 23 01:31:11.575584 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f00adb32-f5e8-4d92-9184-afd96dc90d91 req-109a1dcd-11a0-42cc-b4b2-3c9067a56dbe service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (c4371137-eacb-4e23-bfcb-0b215d1defa9), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:11.655460 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f00adb32-f5e8-4d92-9184-afd96dc90d91 req-109a1dcd-11a0-42cc-b4b2-3c9067a56dbe service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389239 Sep 23 01:31:11.659379 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a1dcd-11a0-42cc-b4b2-3c9067a56dbe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c4371137-eacb-4e23-bfcb-0b215d1defa9,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:11.736365 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port 4daca5d3-de38-46bb-9ab4-37621591cb85 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:31:11.755975 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4e75b48a-9407-4351-acc1-4c5acb8404ff req-53f5ab20-206f-4653-8ced-4a214b193e7b tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668069 Sep 23 01:31:11.790866 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 2200912c-418b-4a3a-b810-a31ced612934, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2200912c-418b-4a3a-b810-a31ced612934,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:11.806395 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '2200912c-418b-4a3a-b810-a31ced612934', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'port_id': '2200912c-418b-4a3a-b810-a31ced612934', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:31:11.861873 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 2200912c-418b-4a3a-b810-a31ced612934 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:31:11.863464 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (2200912c-418b-4a3a-b810-a31ced612934), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:11.881731 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35262) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:11.891623 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2200912c-418b-4a3a-b810-a31ced612934 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:31:11.900205 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 4daca5d3-de38-46bb-9ab4-37621591cb85 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:31:11.905476 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:11.905476 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 4daca5d3-de38-46bb-9ab4-37621591cb85 Sep 23 01:31:11.966163 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 2200912c-418b-4a3a-b810-a31ced612934, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2200912c-418b-4a3a-b810-a31ced612934,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:12.000811 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9ec15-5bcf-4665-a104-d78d4de2cf62 req-99964b59-6f3d-4854-8ccc-28a39dae2084 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:12.017331 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-83c9ec15-5bcf-4665-a104-d78d4de2cf62 req-99964b59-6f3d-4854-8ccc-28a39dae2084 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.1319222 Sep 23 01:31:12.087800 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 4daca5d3-de38-46bb-9ab4-37621591cb85 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:31:12.088344 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.118108 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (2200912c-418b-4a3a-b810-a31ced612934), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.133751 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-83c9ec15-5bcf-4665-a104-d78d4de2cf62 req-4c40d10e-7a86-4951-85a9-c5923f32da3c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143610 Sep 23 01:31:12.194124 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 4daca5d3-de38-46bb-9ab4-37621591cb85, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4daca5d3-de38-46bb-9ab4-37621591cb85,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:12.226893 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=2200912c-418b-4a3a-b810-a31ced612934,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:12.244593 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c92e-a3b4-4707-99b1-e74ec8046c0a req-98c83836-6401-46dd-9ca7-89685e5bcda9 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:12.261903 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0938c92e-a3b4-4707-99b1-e74ec8046c0a req-98c83836-6401-46dd-9ca7-89685e5bcda9 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 944 time: 0.1661875 Sep 23 01:31:12.262109 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:12.288706 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.327318 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f770ce15-dff6-4278-95b4-1f41977dbc14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.337401 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cd1e3-2754-4562-b207-45b01b31da48 req-de33b93c-38be-44a0-94e9-554af180eaab tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:12.351867 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a58cd1e3-2754-4562-b207-45b01b31da48 req-de33b93c-38be-44a0-94e9-554af180eaab tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 945 time: 0.1124473 Sep 23 01:31:12.367703 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:12.464228 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a58cd1e3-2754-4562-b207-45b01b31da48 req-b4fa25d8-b7f8-410d-b6ea-c30cc7512663 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102922 Sep 23 01:31:12.470968 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:12.477972 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=4daca5d3-de38-46bb-9ab4-37621591cb85,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:12.504499 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f770ce15-dff6-4278-95b4-1f41977dbc14 admin admin] Publish callbacks [] for security_group (f24f8d22-ba42-40f3-9b7c-c3c5af34116d), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.522810 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['2200912c-418b-4a3a-b810-a31ced612934'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:31:12.525009 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0938c92e-a3b4-4707-99b1-e74ec8046c0a req-96584505-fd1d-4799-8c2e-be41b7a56d1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597356 Sep 23 01:31:12.560052 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35288) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:12.574508 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d74fa433-2e07-4002-8440-fe65b2384640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.585467 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f770ce15-dff6-4278-95b4-1f41977dbc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (f24f8d22-ba42-40f3-9b7c-c3c5af34116d), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.606609 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589f55e7-ede9-4bd0-91cf-e6c93f2e6b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2278e07-a734-419c-8d95-eb871a15d5c6'}, {'server_uuid': 'c9e4632d-f40b-4d5f-8393-bda67b41be94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daca5d3-de38-46bb-9ab4-37621591cb85'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:12.609791 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7752aea8-1200-4c76-9ced-412de9d27cd5" -d '{"events": [{"server_uuid": "589f55e7-ede9-4bd0-91cf-e6c93f2e6b21", "name": "network-vif-plugged", "status": "completed", "tag": "f2278e07-a734-419c-8d95-eb871a15d5c6"}, {"server_uuid": "c9e4632d-f40b-4d5f-8393-bda67b41be94", "name": "network-vif-plugged", "status": "completed", "tag": "4daca5d3-de38-46bb-9ab4-37621591cb85"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:12.651528 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770ce15-dff6-4278-95b4-1f41977dbc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24f8d22-ba42-40f3-9b7c-c3c5af34116d,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:12.668036 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f770ce15-dff6-4278-95b4-1f41977dbc14 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=78c57e41f4924046a74d3d7a1bd93a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7847466 Sep 23 01:31:12.672048 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35298) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:12.695779 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37846f55-9fcf-4c25-a4db-c4ad48856e07 x-openstack-request-id: req-37846f55-9fcf-4c25-a4db-c4ad48856e07 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:12.696298 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589f55e7-ede9-4bd0-91cf-e6c93f2e6b21", "name": "network-vif-plugged", "status": "completed", "tag": "f2278e07-a734-419c-8d95-eb871a15d5c6", "code": 200}, {"server_uuid": "c9e4632d-f40b-4d5f-8393-bda67b41be94", "name": "network-vif-plugged", "status": "completed", "tag": "4daca5d3-de38-46bb-9ab4-37621591cb85", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:12.696744 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-37846f55-9fcf-4c25-a4db-c4ad48856e07 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:12.697084 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37846f55-9fcf-4c25-a4db-c4ad48856e07'] response: {'server_uuid': '589f55e7-ede9-4bd0-91cf-e6c93f2e6b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2278e07-a734-419c-8d95-eb871a15d5c6', 'code': 200} Sep 23 01:31:12.697399 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37846f55-9fcf-4c25-a4db-c4ad48856e07'] response: {'server_uuid': 'c9e4632d-f40b-4d5f-8393-bda67b41be94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daca5d3-de38-46bb-9ab4-37621591cb85', 'code': 200} Sep 23 01:31:12.739042 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8342855c-626b-4f98-b88f-02606cc32055 admin admin] Publish callbacks [] for security_group (f24f8d22-ba42-40f3-9b7c-c3c5af34116d), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.751898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d74fa433-2e07-4002-8440-fe65b2384640 admin admin] Publish callbacks [] for security_group (d56aee6f-064c-4e6b-803d-54f3a52326aa), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.762578 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8342855c-626b-4f98-b88f-02606cc32055 admin admin] Publish callbacks [] for security_group (f24f8d22-ba42-40f3-9b7c-c3c5af34116d), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.889633 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d74fa433-2e07-4002-8440-fe65b2384640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (d56aee6f-064c-4e6b-803d-54f3a52326aa), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.932021 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-d74fa433-2e07-4002-8440-fe65b2384640 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=3ffbadd7318946f98b06ba9d133b0211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701777 Sep 23 01:31:12.935687 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35306) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:12.945571 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75d970-bb56-4f35-ae64-c3421967324b req-afce4fbc-35b1-4ddf-a27b-97e822005f5f tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:12.948538 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4c75d970-bb56-4f35-ae64-c3421967324b req-afce4fbc-35b1-4ddf-a27b-97e822005f5f tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 945 time: 0.0815563 Sep 23 01:31:12.956912 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8342855c-626b-4f98-b88f-02606cc32055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (f24f8d22-ba42-40f3-9b7c-c3c5af34116d), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.961612 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8342855c-626b-4f98-b88f-02606cc32055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.964580 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-8342855c-626b-4f98-b88f-02606cc32055 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/f24f8d22-ba42-40f3-9b7c-c3c5af34116d HTTP/1.1" status: 204 len: 168 time: 0.2901068 Sep 23 01:31:12.964765 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fa433-2e07-4002-8440-fe65b2384640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56aee6f-064c-4e6b-803d-54f3a52326aa,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:12.978290 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342855c-626b-4f98-b88f-02606cc32055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24f8d22-ba42-40f3-9b7c-c3c5af34116d,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:13.048230 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-29b810fd-f643-4b5b-9b91-1118857b2f55 admin admin] Publish callbacks [] for security_group (d56aee6f-064c-4e6b-803d-54f3a52326aa), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:13.062890 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4c75d970-bb56-4f35-ae64-c3421967324b req-a542fc93-7e54-4872-9188-184883d475c1 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794110 Sep 23 01:31:13.090881 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-29b810fd-f643-4b5b-9b91-1118857b2f55 admin admin] Publish callbacks [] for security_group (d56aee6f-064c-4e6b-803d-54f3a52326aa), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:13.313532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-29b810fd-f643-4b5b-9b91-1118857b2f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (d56aee6f-064c-4e6b-803d-54f3a52326aa), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:13.316218 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-29b810fd-f643-4b5b-9b91-1118857b2f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:13.320285 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-29b810fd-f643-4b5b-9b91-1118857b2f55 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/d56aee6f-064c-4e6b-803d-54f3a52326aa HTTP/1.1" status: 204 len: 168 time: 0.3829918 Sep 23 01:31:13.331415 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6a2bd-a9eb-43e0-9fb0-1587260352fe req-65a3f5ea-27d7-40dd-a86e-fab9e809fa53 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:13.333136 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-57d6a2bd-a9eb-43e0-9fb0-1587260352fe req-65a3f5ea-27d7-40dd-a86e-fab9e809fa53 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.1132920 Sep 23 01:31:13.343176 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b810fd-f643-4b5b-9b91-1118857b2f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56aee6f-064c-4e6b-803d-54f3a52326aa,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:13.346960 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae72bf-7bef-4c83-af34-b66623086077 req-bcf917c8-f46a-408c-8268-a29943a7202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:13.348503 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6dae72bf-7bef-4c83-af34-b66623086077 req-bcf917c8-f46a-408c-8268-a29943a7202c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 1129 time: 0.0804920 Sep 23 01:31:13.431736 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba82419-27d2-4b77-a86d-f81e4d306fa5 req-ef0c4878-3d44-49c3-9492-b2caa146cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:13.433311 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-eba82419-27d2-4b77-a86d-f81e4d306fa5 req-ef0c4878-3d44-49c3-9492-b2caa146cc59 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 1129 time: 0.0644250 Sep 23 01:31:13.438977 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-57d6a2bd-a9eb-43e0-9fb0-1587260352fe req-2067cdac-5faf-4672-8c9a-6b8fe8f5e1b1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932865 Sep 23 01:31:13.543393 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 9d2c52ad-1444-4941-8364-31a2b8510e9a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:31:13.567529 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 2200912c-418b-4a3a-b810-a31ced612934 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:31:13.648968 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab50b-110b-4744-afd8-8f3687258077 req-8ba1a383-c16d-462c-9d18-9bb8979ce1f3 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:13.661639 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e19ab50b-110b-4744-afd8-8f3687258077 req-8ba1a383-c16d-462c-9d18-9bb8979ce1f3 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 945 time: 0.0868232 Sep 23 01:31:13.740372 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port 2200912c-418b-4a3a-b810-a31ced612934 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:31:13.771015 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a583b-423c-424e-a683-c918387f88c0 req-26025bda-6345-4f3a-b7eb-c4c4a5bee447 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:13.778966 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5d1a583b-423c-424e-a683-c918387f88c0 req-26025bda-6345-4f3a-b7eb-c4c4a5bee447 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 944 time: 0.0913548 Sep 23 01:31:13.802354 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e19ab50b-110b-4744-afd8-8f3687258077 req-ea008d01-1a7a-4d64-8706-853ca264f0fb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388841 Sep 23 01:31:13.820892 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 9d2c52ad-1444-4941-8364-31a2b8510e9a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d2c52ad-1444-4941-8364-31a2b8510e9a,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:13.824610 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 2200912c-418b-4a3a-b810-a31ced612934 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:31:13.825266 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (2200912c-418b-4a3a-b810-a31ced612934), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:13.837567 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 2200912c-418b-4a3a-b810-a31ced612934 Sep 23 01:31:13.856798 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5d1a583b-423c-424e-a683-c918387f88c0 req-edfcee59-f170-4bdf-9522-b1072dd48337 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761814 Sep 23 01:31:13.862883 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'port_id': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'mac_address': 'fa:16:3e:45:66:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 495, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:31:13.921178 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 9d2c52ad-1444-4941-8364-31a2b8510e9a is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:31:13.921580 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:13.960367 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2c52ad-1444-4941-8364-31a2b8510e9a {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:31:13.984301 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 2200912c-418b-4a3a-b810-a31ced612934 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:31:13.984679 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (2200912c-418b-4a3a-b810-a31ced612934), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:14.001467 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 9d2c52ad-1444-4941-8364-31a2b8510e9a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d2c52ad-1444-4941-8364-31a2b8510e9a,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:14.032456 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 2200912c-418b-4a3a-b810-a31ced612934, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2200912c-418b-4a3a-b810-a31ced612934,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:14.042734 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:14.123781 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:14.130516 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6dae72bf-7bef-4c83-af34-b66623086077 req-be680032-6a47-465b-a93e-74bbd39a6752 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870268 Sep 23 01:31:14.141015 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-eba82419-27d2-4b77-a86d-f81e4d306fa5 req-23088cd2-9919-4928-a78b-e18c5f2b3917 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952268 Sep 23 01:31:14.174570 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (2200912c-418b-4a3a-b810-a31ced612934), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:14.222575 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=9d2c52ad-1444-4941-8364-31a2b8510e9a,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:14.252517 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc1d72-ab89-4532-ae74-3e9e17c3d6ca req-afba62c1-082e-42ae-8cf8-cf2d1707f154 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:14.254524 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e8dc1d72-ab89-4532-ae74-3e9e17c3d6ca req-afba62c1-082e-42ae-8cf8-cf2d1707f154 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 945 time: 0.0658767 Sep 23 01:31:14.298826 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=2200912c-418b-4a3a-b810-a31ced612934,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:14.313196 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e8dc1d72-ab89-4532-ae74-3e9e17c3d6ca req-86bc0d50-49f0-4bbe-b36d-9495263ae837 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515428 Sep 23 01:31:14.366469 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:14.488051 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35336) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:14.523203 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['9d2c52ad-1444-4941-8364-31a2b8510e9a'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:31:14.562932 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35340) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:14.584191 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-eefa5126-019c-497f-b6f4-c192863fb722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:14.593704 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:14.629226 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88664006-7654-4506-a9aa-9673323e59f8 req-6da7fd1e-4090-476b-b3d0-d343f7229913 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:14.633986 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-88664006-7654-4506-a9aa-9673323e59f8 req-6da7fd1e-4090-476b-b3d0-d343f7229913 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0971365 Sep 23 01:31:14.688310 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:14.704865 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2200912c-418b-4a3a-b810-a31ced612934'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:14.708712 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ae59f4-2413-4d5c-8c02-e951bbc90b3a" -d '{"events": [{"server_uuid": "17a5241c-3bc7-44ce-8de9-65050f0e2425", "name": "network-vif-plugged", "status": "completed", "tag": "2200912c-418b-4a3a-b810-a31ced612934"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:14.742564 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-eefa5126-019c-497f-b6f4-c192863fb722 admin admin] Publish callbacks [] for security_group (7fcc10bc-3216-41f2-bb4d-3d6e8a35140d), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:14.791439 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-88664006-7654-4506-a9aa-9673323e59f8 req-1d49a712-5bbf-4f8e-978e-9c1ee3e2eaee tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472955 Sep 23 01:31:14.802827 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:14.805470 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7847904c-9942-4470-a7b5-066fe9a95323 x-openstack-request-id: req-7847904c-9942-4470-a7b5-066fe9a95323 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:14.806018 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a5241c-3bc7-44ce-8de9-65050f0e2425", "name": "network-vif-plugged", "status": "completed", "tag": "2200912c-418b-4a3a-b810-a31ced612934", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:14.806349 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7847904c-9942-4470-a7b5-066fe9a95323 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:14.807022 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7847904c-9942-4470-a7b5-066fe9a95323'] response: {'server_uuid': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2200912c-418b-4a3a-b810-a31ced612934', 'code': 200} Sep 23 01:31:14.860520 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-eefa5126-019c-497f-b6f4-c192863fb722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7fcc10bc-3216-41f2-bb4d-3d6e8a35140d), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:14.906498 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-397de864-c006-46e2-ae4b-8182a0709826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.051655 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-eefa5126-019c-497f-b6f4-c192863fb722 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=64f0205f28e9443b8975b28be5711a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4840796 Sep 23 01:31:15.051969 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35358) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:15.090706 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-203bed2e-54f4-4a37-92e3-fbab058ef73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.104543 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa5126-019c-497f-b6f4-c192863fb722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcc10bc-3216-41f2-bb4d-3d6e8a35140d,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:15.137983 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57642860-bc90-4935-8008-5568d0ddeff5 req-ccb9e4fa-0f2c-4136-9986-6d336e986075 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:15.150266 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b35f9735-d38a-4f84-9eee-e47e26f54323 admin admin] Publish callbacks [] for security_group (7fcc10bc-3216-41f2-bb4d-3d6e8a35140d), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.150463 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-57642860-bc90-4935-8008-5568d0ddeff5 req-ccb9e4fa-0f2c-4136-9986-6d336e986075 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1434886 Sep 23 01:31:15.182779 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b35f9735-d38a-4f84-9eee-e47e26f54323 admin admin] Publish callbacks [] for security_group (7fcc10bc-3216-41f2-bb4d-3d6e8a35140d), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.250205 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-57642860-bc90-4935-8008-5568d0ddeff5 req-8b8689e2-649b-490b-a1ae-a64953fc2b50 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999866 Sep 23 01:31:15.293223 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=23 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:15.302340 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=11 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:15.361918 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-203bed2e-54f4-4a37-92e3-fbab058ef73e admin admin] Publish callbacks [] for security_group (ddb14217-8ed9-41f5-ab4f-73072304c2f6), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.403559 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233981e-ed71-43f3-924c-a6baaf251fc7 req-89598f1e-f4c7-4b4d-9dbc-41a78c45e8ee tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:15.405759 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f233981e-ed71-43f3-924c-a6baaf251fc7 req-89598f1e-f4c7-4b4d-9dbc-41a78c45e8ee tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 945 time: 0.0601001 Sep 23 01:31:15.442675 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b35f9735-d38a-4f84-9eee-e47e26f54323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7fcc10bc-3216-41f2-bb4d-3d6e8a35140d), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.446729 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b35f9735-d38a-4f84-9eee-e47e26f54323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.452329 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-b35f9735-d38a-4f84-9eee-e47e26f54323 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/7fcc10bc-3216-41f2-bb4d-3d6e8a35140d HTTP/1.1" status: 204 len: 168 time: 0.3986127 Sep 23 01:31:15.465019 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f9735-d38a-4f84-9eee-e47e26f54323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcc10bc-3216-41f2-bb4d-3d6e8a35140d,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:15.501184 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f233981e-ed71-43f3-924c-a6baaf251fc7 req-4989ead3-af64-4eaf-b1a0-9bb4aa4f92ab tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853765 Sep 23 01:31:15.503890 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-203bed2e-54f4-4a37-92e3-fbab058ef73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ddb14217-8ed9-41f5-ab4f-73072304c2f6), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.643416 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bed2e-54f4-4a37-92e3-fbab058ef73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb14217-8ed9-41f5-ab4f-73072304c2f6,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:15.655972 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35378) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:15.656824 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-203bed2e-54f4-4a37-92e3-fbab058ef73e admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=8a77a64019ad4b3399adfa6d00142bad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1667104 Sep 23 01:31:15.767732 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e896c-7818-4d9f-8a2a-1c6e28db9b32 req-5a1b9787-bbf8-4fe6-a710-13556c23dc05 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:15.770624 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-580e896c-7818-4d9f-8a2a-1c6e28db9b32 req-5a1b9787-bbf8-4fe6-a710-13556c23dc05 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 945 time: 0.1016359 Sep 23 01:31:15.771865 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2b463-6d57-4d10-93e4-823bed9bc774 req-df0fa76e-606c-4d88-aa55-c91a9b1de9f2 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:15.774466 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c1d2b463-6d57-4d10-93e4-823bed9bc774 req-df0fa76e-606c-4d88-aa55-c91a9b1de9f2 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0867510 Sep 23 01:31:15.812193 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0735-b27b-49d0-8afd-9417ccba4d81 admin admin] Publish callbacks [] for security_group (ddb14217-8ed9-41f5-ab4f-73072304c2f6), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.849390 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 9d2c52ad-1444-4941-8364-31a2b8510e9a up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:31:15.861569 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-580e896c-7818-4d9f-8a2a-1c6e28db9b32 req-705a7775-8b5d-4f51-a0d1-b6b20941c019 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786626 Sep 23 01:31:15.868005 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0735-b27b-49d0-8afd-9417ccba4d81 admin admin] Publish callbacks [] for security_group (ddb14217-8ed9-41f5-ab4f-73072304c2f6), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.893873 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c1d2b463-6d57-4d10-93e4-823bed9bc774 req-6e93b672-1cff-4060-a5f9-c32bb9aaf81a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099074 Sep 23 01:31:15.907911 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:16.026179 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port 9d2c52ad-1444-4941-8364-31a2b8510e9a completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:31:16.134726 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0735-b27b-49d0-8afd-9417ccba4d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ddb14217-8ed9-41f5-ab4f-73072304c2f6), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.135742 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 9d2c52ad-1444-4941-8364-31a2b8510e9a triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:31:16.138179 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.140587 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0735-b27b-49d0-8afd-9417ccba4d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.141130 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 9d2c52ad-1444-4941-8364-31a2b8510e9a Sep 23 01:31:16.147549 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-7e1a0735-b27b-49d0-8afd-9417ccba4d81 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/ddb14217-8ed9-41f5-ab4f-73072304c2f6 HTTP/1.1" status: 204 len: 168 time: 0.4897840 Sep 23 01:31:16.183395 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a0735-b27b-49d0-8afd-9417ccba4d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb14217-8ed9-41f5-ab4f-73072304c2f6,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:16.383347 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 9d2c52ad-1444-4941-8364-31a2b8510e9a is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:31:16.383836 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.428486 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 9d2c52ad-1444-4941-8364-31a2b8510e9a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d2c52ad-1444-4941-8364-31a2b8510e9a,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:16.476227 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb3aaa-f05d-455a-be31-9c63bf1fa0f2 req-a2126e72-e2d3-4331-b38a-6ed52d0bee0d tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:16.478624 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dbfb3aaa-f05d-455a-be31-9c63bf1fa0f2 req-a2126e72-e2d3-4331-b38a-6ed52d0bee0d tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0757337 Sep 23 01:31:16.512204 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.582099 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dbfb3aaa-f05d-455a-be31-9c63bf1fa0f2 req-c719324f-6a09-46b9-bbbf-751636ad81e5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950890 Sep 23 01:31:16.599503 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=9d2c52ad-1444-4941-8364-31a2b8510e9a,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:16.759012 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fce3ed-14b3-4a01-a3db-d2f89d6ed801 req-22d66cf4-bd3a-44de-9c78-bd7beacb9655 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:16.761808 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-82fce3ed-14b3-4a01-a3db-d2f89d6ed801 req-22d66cf4-bd3a-44de-9c78-bd7beacb9655 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 946 time: 0.0980029 Sep 23 01:31:16.808543 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2c52ad-1444-4941-8364-31a2b8510e9a'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:16.813229 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe06c3a7-972c-4837-8fa0-ee517a568f7b" -d '{"events": [{"server_uuid": "9c6f29d2-4b66-422e-aa8a-a3801eb40ec1", "name": "network-vif-plugged", "status": "completed", "tag": "9d2c52ad-1444-4941-8364-31a2b8510e9a"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:16.863569 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-82fce3ed-14b3-4a01-a3db-d2f89d6ed801 req-3096f81d-b760-4f2f-90e5-b0bcba68d491 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949905 Sep 23 01:31:16.872381 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f4d5e8-b71a-47f0-8076-ee91a4c2399c x-openstack-request-id: req-92f4d5e8-b71a-47f0-8076-ee91a4c2399c {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:16.873760 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6f29d2-4b66-422e-aa8a-a3801eb40ec1", "name": "network-vif-plugged", "status": "completed", "tag": "9d2c52ad-1444-4941-8364-31a2b8510e9a", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:16.873760 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-92f4d5e8-b71a-47f0-8076-ee91a4c2399c {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:16.874003 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f4d5e8-b71a-47f0-8076-ee91a4c2399c'] response: {'server_uuid': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'code': 200} Sep 23 01:31:17.099096 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e836a39-7f14-4c31-be47-67778389aa88 req-59281fee-7e9b-4d2a-99cd-454182f56934 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:17.101161 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0e836a39-7f14-4c31-be47-67778389aa88 req-59281fee-7e9b-4d2a-99cd-454182f56934 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0548782 Sep 23 01:31:17.116580 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b1d3e-61a6-44c6-8272-57971040e24e req-21084441-bc05-4a6f-99b2-63943840b3df tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:17.119445 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d70b1d3e-61a6-44c6-8272-57971040e24e req-21084441-bc05-4a6f-99b2-63943840b3df tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 945 time: 0.0677898 Sep 23 01:31:17.171149 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0e836a39-7f14-4c31-be47-67778389aa88 req-e93bebd3-5fee-4e72-a053-aa0103ab6f6a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617199 Sep 23 01:31:17.191299 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d70b1d3e-61a6-44c6-8272-57971040e24e req-f06c8864-2b61-4f48-9497-99d7048d598a tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657885 Sep 23 01:31:17.339793 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:17.435984 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35420) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:17.478121 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a18073f5-8eef-421d-b7b8-f88123f8312e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.490386 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79ba16-9486-4440-9988-4bc78f23bbc4 req-c107e8e2-00f9-4686-a7f8-be6e3bc195e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:17.493303 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8a79ba16-9486-4440-9988-4bc78f23bbc4 req-c107e8e2-00f9-4686-a7f8-be6e3bc195e7 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 1130 time: 0.1013606 Sep 23 01:31:17.555322 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1561b-ebcd-4b6c-ab6c-ceccbd885fbd req-b7ae8cd3-8cf0-4653-8949-e931308f2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:17.556859 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2af1561b-ebcd-4b6c-ab6c-ceccbd885fbd req-b7ae8cd3-8cf0-4653-8949-e931308f2a04 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 1130 time: 0.0804548 Sep 23 01:31:17.626848 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a18073f5-8eef-421d-b7b8-f88123f8312e admin admin] Publish callbacks [] for security_group (b39c9189-8ad5-4260-8aae-c2588bf14b32), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.671717 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:17.703764 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a18073f5-8eef-421d-b7b8-f88123f8312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (b39c9189-8ad5-4260-8aae-c2588bf14b32), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.751283 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-a18073f5-8eef-421d-b7b8-f88123f8312e admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=9779467a7e34485e8dc5a85c1c9054a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141408 Sep 23 01:31:17.766698 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35428) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:17.801448 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18073f5-8eef-421d-b7b8-f88123f8312e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39c9189-8ad5-4260-8aae-c2588bf14b32,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:17.853083 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-db45f210-8463-4901-a642-a0cc95a4444f admin admin] Publish callbacks [] for security_group (b39c9189-8ad5-4260-8aae-c2588bf14b32), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.889624 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-db45f210-8463-4901-a642-a0cc95a4444f admin admin] Publish callbacks [] for security_group (b39c9189-8ad5-4260-8aae-c2588bf14b32), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.937423 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8313cc70-5907-4e0a-9fea-bd74b610e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.963862 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8a79ba16-9486-4440-9988-4bc78f23bbc4 req-475f3ff1-2bea-4e01-b808-d17810386af7 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4403374 Sep 23 01:31:18.020626 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead8422-6223-4ccc-ab63-f4ea4140d0d8 req-885b888f-d264-4ba0-a6b3-744f66115002 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:18.022168 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-eead8422-6223-4ccc-ab63-f4ea4140d0d8 req-885b888f-d264-4ba0-a6b3-744f66115002 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1210668 Sep 23 01:31:18.060015 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5c5e-80a7-4488-8b77-d70435161612 req-51dcea58-db53-4bad-a458-a241b1766102 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:18.062741 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-64ea5c5e-80a7-4488-8b77-d70435161612 req-51dcea58-db53-4bad-a458-a241b1766102 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 946 time: 0.0551615 Sep 23 01:31:18.067293 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1561b-ebcd-4b6c-ab6c-ceccbd885fbd req-66e76308-810d-40fb-ba58-00f744c30a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:18.068913 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2af1561b-ebcd-4b6c-ab6c-ceccbd885fbd req-66e76308-810d-40fb-ba58-00f744c30a3b service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.5003583 Sep 23 01:31:18.111950 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-eead8422-6223-4ccc-ab63-f4ea4140d0d8 req-8e80a848-33c9-4b29-ab42-cd4c476b22b0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779064 Sep 23 01:31:18.151847 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-64ea5c5e-80a7-4488-8b77-d70435161612 req-a6c8cb17-4c45-405d-8645-7592a16f1a42 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782974 Sep 23 01:31:18.172322 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-db45f210-8463-4901-a642-a0cc95a4444f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (b39c9189-8ad5-4260-8aae-c2588bf14b32), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:18.173436 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-db45f210-8463-4901-a642-a0cc95a4444f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:18.174744 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-db45f210-8463-4901-a642-a0cc95a4444f admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/b39c9189-8ad5-4260-8aae-c2588bf14b32 HTTP/1.1" status: 204 len: 168 time: 0.4049954 Sep 23 01:31:18.187848 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45f210-8463-4901-a642-a0cc95a4444f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39c9189-8ad5-4260-8aae-c2588bf14b32,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:18.405541 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2af1561b-ebcd-4b6c-ab6c-ceccbd885fbd req-b93434f8-5598-4035-b4e0-11b4898e2fcc service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec07b2a6-453e-4aad-a041-f90c1bdf65b5 HTTP/1.1" status: 200 len: 217 time: 0.0901566 Sep 23 01:31:18.416794 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e33f2-2ca2-4daa-bc0d-98f761f0624a req-79625f6f-2b38-4d7b-9c13-50053ea6a477 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:18.418666 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-518e33f2-2ca2-4daa-bc0d-98f761f0624a req-79625f6f-2b38-4d7b-9c13-50053ea6a477 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.1470942 Sep 23 01:31:18.455609 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975abb8-bf2e-453d-8c60-85048c090df0 req-f5317c49-8203-4a41-9895-459ba46df821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:18.457164 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b975abb8-bf2e-453d-8c60-85048c090df0 req-f5317c49-8203-4a41-9895-459ba46df821 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 1130 time: 0.1400566 Sep 23 01:31:18.487954 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-518e33f2-2ca2-4daa-bc0d-98f761f0624a req-437f0c7e-d60c-4daa-b321-d98abcaebbce tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578883 Sep 23 01:31:18.721453 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35454) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:18.814780 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:18.821598 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1561b-ebcd-4b6c-ab6c-ceccbd885fbd req-5e009344-f8c3-4a05-8aec-1aecbba8cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:18.823193 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2af1561b-ebcd-4b6c-ab6c-ceccbd885fbd req-5e009344-f8c3-4a05-8aec-1aecbba8cd88 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.0802598 Sep 23 01:31:18.825684 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b975abb8-bf2e-453d-8c60-85048c090df0 req-5bcff63f-d967-474b-a1e2-02ccdac5047e service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839570 Sep 23 01:31:19.089003 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:19.213234 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c1238b3-b909-4465-9c55-28833e200661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:19.337344 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:19.368970 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1561b-ebcd-4b6c-ab6c-ceccbd885fbd req-225897bd-4008-42c7-a33b-701eff726373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:19.370778 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2af1561b-ebcd-4b6c-ab6c-ceccbd885fbd req-225897bd-4008-42c7-a33b-701eff726373 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1031754 Sep 23 01:31:19.383116 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879deac2-b8a8-4277-8dc1-19b5eab67077 req-1450c3fd-f540-4d88-a4ee-f3ff2f4b3b55 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:19.391344 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-879deac2-b8a8-4277-8dc1-19b5eab67077 req-1450c3fd-f540-4d88-a4ee-f3ff2f4b3b55 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1042271 Sep 23 01:31:19.431206 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:19.442227 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6731-535e-4b64-9e19-f5b5520ccd88 req-6dc6a92f-d36d-4f95-9dc7-b52ae9d7d95d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:19.454624 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a9ee6731-535e-4b64-9e19-f5b5520ccd88 req-6dc6a92f-d36d-4f95-9dc7-b52ae9d7d95d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 946 time: 0.1142602 Sep 23 01:31:19.469618 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-879deac2-b8a8-4277-8dc1-19b5eab67077 req-8ee8fd92-10db-4884-810e-98395b2f5f25 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733278 Sep 23 01:31:19.472197 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c1238b3-b909-4465-9c55-28833e200661 admin admin] Publish callbacks [] for security_group (6af00644-a5a3-4a02-8f57-101c1231b8b6), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:19.575490 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c1238b3-b909-4465-9c55-28833e200661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (6af00644-a5a3-4a02-8f57-101c1231b8b6), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:19.598336 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a9ee6731-535e-4b64-9e19-f5b5520ccd88 req-0e28c1f0-4c2e-4247-9383-b982c71570fa tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385770 Sep 23 01:31:19.640504 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1238b3-b909-4465-9c55-28833e200661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af00644-a5a3-4a02-8f57-101c1231b8b6,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:19.683434 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-4c1238b3-b909-4465-9c55-28833e200661 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=266c47fe56784d7fa31e0cca1ec258b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9605060 Sep 23 01:31:19.684318 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35484) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:19.706431 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2af1561b-ebcd-4b6c-ab6c-ceccbd885fbd req-47bf2161-3594-433c-919a-e9354437d11b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476532 Sep 23 01:31:19.708066 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:19.768331 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:19.776886 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6783ba-91b5-4b5f-8dda-d89a8ef43213 req-776d8a00-f601-45e0-9ce4-0914014e5420 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:19.778692 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6b6783ba-91b5-4b5f-8dda-d89a8ef43213 req-776d8a00-f601-45e0-9ce4-0914014e5420 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0932679 Sep 23 01:31:19.821637 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3301f3ae-a1ed-47ce-ac10-23f8cc4bf988 admin admin] Publish callbacks [] for security_group (6af00644-a5a3-4a02-8f57-101c1231b8b6), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:19.863564 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3301f3ae-a1ed-47ce-ac10-23f8cc4bf988 admin admin] Publish callbacks [] for security_group (6af00644-a5a3-4a02-8f57-101c1231b8b6), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:19.880963 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6b6783ba-91b5-4b5f-8dda-d89a8ef43213 req-2e1f82ad-67b8-4120-9e15-8f71dc983219 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956850 Sep 23 01:31:20.014323 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3301f3ae-a1ed-47ce-ac10-23f8cc4bf988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (6af00644-a5a3-4a02-8f57-101c1231b8b6), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:20.019194 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3301f3ae-a1ed-47ce-ac10-23f8cc4bf988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:20.026301 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-3301f3ae-a1ed-47ce-ac10-23f8cc4bf988 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/6af00644-a5a3-4a02-8f57-101c1231b8b6 HTTP/1.1" status: 204 len: 168 time: 0.3373857 Sep 23 01:31:20.040758 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301f3ae-a1ed-47ce-ac10-23f8cc4bf988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af00644-a5a3-4a02-8f57-101c1231b8b6,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:20.044475 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2af1561b-ebcd-4b6c-ab6c-ceccbd885fbd req-ca3b3f3c-9e64-41cb-9e45-d03cbfdf919d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269929 Sep 23 01:31:20.471203 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:20.698925 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:20.736116 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f204aa-e304-4a03-b1df-c08c2d8fe56d req-50fc8466-57db-458d-bda4-17319c23e461 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:20.746790 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-35f204aa-e304-4a03-b1df-c08c2d8fe56d req-50fc8466-57db-458d-bda4-17319c23e461 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1164393 Sep 23 01:31:20.863377 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-35f204aa-e304-4a03-b1df-c08c2d8fe56d req-3dcef839-c4e1-456c-a1e6-4e49c84f6b80 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152427 Sep 23 01:31:20.896841 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:20.927423 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40283b3c-178b-4175-b6e1-c86fbf8755ab req-a699e629-ee73-4388-ad44-7cd2ce660d3a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:20.929582 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-40283b3c-178b-4175-b6e1-c86fbf8755ab req-a699e629-ee73-4388-ad44-7cd2ce660d3a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 946 time: 0.0923910 Sep 23 01:31:21.001998 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-40283b3c-178b-4175-b6e1-c86fbf8755ab req-2f025a42-46c8-4800-9950-9fa558c9d3b7 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555496 Sep 23 01:31:21.181266 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8757f-f3b3-4fff-bd8e-8438b1c3def5 req-439db7c3-ccde-44cb-8ec4-f74b6ded2825 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:21.183714 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fbc8757f-f3b3-4fff-bd8e-8438b1c3def5 req-439db7c3-ccde-44cb-8ec4-f74b6ded2825 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0749972 Sep 23 01:31:21.204180 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35548) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:21.210854 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-8e82a154-66ee-4f16-8e3f-22bceb594cc8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'floatingip': {'port_id': '2200912c-418b-4a3a-b810-a31ced612934'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:21.303900 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8e82a154-66ee-4f16-8e3f-22bceb594cc8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (cec4d549-b37f-4df3-a8c5-cbf07327e1e0), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:21.331891 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e647ec1-c4d0-4cc3-b96c-14844695dc8e req-96db7172-4146-46fa-a5fc-3025298fc5a4 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:21.343575 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4e647ec1-c4d0-4cc3-b96c-14844695dc8e req-96db7172-4146-46fa-a5fc-3025298fc5a4 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0725219 Sep 23 01:31:21.395273 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4e647ec1-c4d0-4cc3-b96c-14844695dc8e req-be4fe17b-9813-46bc-aa75-9d882b0cf2eb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506389 Sep 23 01:31:21.464144 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:21.504810 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35558) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:21.553434 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-676182a1-4d48-4c39-94c7-97f304a0eed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:21.683074 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-676182a1-4d48-4c39-94c7-97f304a0eed3 admin admin] Publish callbacks [] for security_group (0d85cf02-49de-4c20-9f61-58b30986c805), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:21.808493 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:21.809345 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-676182a1-4d48-4c39-94c7-97f304a0eed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (0d85cf02-49de-4c20-9f61-58b30986c805), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:21.838368 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-676182a1-4d48-4c39-94c7-97f304a0eed3 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=8c9a736e936d4a14aff66477039bc17a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315775 Sep 23 01:31:21.842350 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35568) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:21.864629 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676182a1-4d48-4c39-94c7-97f304a0eed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d85cf02-49de-4c20-9f61-58b30986c805,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:22.063829 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-39aafc00-8a81-422e-b9c0-555a6046d1f7 admin admin] Publish callbacks [] for security_group (0d85cf02-49de-4c20-9f61-58b30986c805), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.099041 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.db.resource_extend [None req-8e82a154-66ee-4f16-8e3f-22bceb594cc8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 23 01:31:22.174749 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91647dc2-0dd3-4788-bbce-9cdd4262d97c req-360b70b3-5085-4adb-91a4-14cfbfd1b047 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:22.176409 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-91647dc2-0dd3-4788-bbce-9cdd4262d97c req-360b70b3-5085-4adb-91a4-14cfbfd1b047 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 946 time: 0.0851471 Sep 23 01:31:22.219801 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-39aafc00-8a81-422e-b9c0-555a6046d1f7 admin admin] Publish callbacks [] for security_group (0d85cf02-49de-4c20-9f61-58b30986c805), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.261030 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8e82a154-66ee-4f16-8e3f-22bceb594cc8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.263071 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-91647dc2-0dd3-4788-bbce-9cdd4262d97c req-2900f33f-0e6f-45c9-bd41-d1cf3e9d7e3f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747743 Sep 23 01:31:22.386065 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8e82a154-66ee-4f16-8e3f-22bceb594cc8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (cec4d549-b37f-4df3-a8c5-cbf07327e1e0), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.454940 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e226457-7971-4891-b451-3172b912191e req-75f93d9d-6454-4b11-b5df-bc7936e82cac tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:22.458428 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9e226457-7971-4891-b451-3172b912191e req-75f93d9d-6454-4b11-b5df-bc7936e82cac tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 946 time: 0.0892375 Sep 23 01:31:22.472594 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35588) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:22.479051 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-39aafc00-8a81-422e-b9c0-555a6046d1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (0d85cf02-49de-4c20-9f61-58b30986c805), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.482543 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-9f0a28b6-3ee1-4ac3-ba32-2d6ce39d773b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'floatingip': {'port_id': '9d2c52ad-1444-4941-8364-31a2b8510e9a'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:22.484582 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-39aafc00-8a81-422e-b9c0-555a6046d1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.486626 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-39aafc00-8a81-422e-b9c0-555a6046d1f7 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/0d85cf02-49de-4c20-9f61-58b30986c805 HTTP/1.1" status: 204 len: 168 time: 0.6421361 Sep 23 01:31:22.514181 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aafc00-8a81-422e-b9c0-555a6046d1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d85cf02-49de-4c20-9f61-58b30986c805,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:22.626544 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [None req-8e82a154-66ee-4f16-8e3f-22bceb594cc8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Floating IP cec4d549-b37f-4df3-a8c5-cbf07327e1e0 associated. External IP: 172.28.0.107, port: 2200912c-418b-4a3a-b810-a31ced612934. Sep 23 01:31:22.726811 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9f0a28b6-3ee1-4ac3-ba32-2d6ce39d773b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (e560cfb7-4db9-45bb-a274-f9371104455a), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.849400 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a119-1d33-41ec-be63-88561ccb9858 req-30c948d9-ec51-4c2e-8277-2300e9fbc668 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:22.858199 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b610a119-1d33-41ec-be63-88561ccb9858 req-30c948d9-ec51-4c2e-8277-2300e9fbc668 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.2678673 Sep 23 01:31:23.070179 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b610a119-1d33-41ec-be63-88561ccb9858 req-702013a4-15f7-48fd-a771-7da3878f8475 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104948 Sep 23 01:31:23.244184 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:23.295400 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e82a154-66ee-4f16-8e3f-22bceb594cc8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Router a1477586-a31b-42d1-8559-78ae55b793b4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:31:23.477406 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e82a154-66ee-4f16-8e3f-22bceb594cc8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:31:23.486451 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8e82a154-66ee-4f16-8e3f-22bceb594cc8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:23.499468 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e6850-995f-438a-8bbc-257ba25223f7 None None] Sync routers for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:31:23.517225 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e6850-995f-438a-8bbc-257ba25223f7 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:31:23.518800 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-ac1e6850-995f-438a-8bbc-257ba25223f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:31:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:23.533464 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-8e82a154-66ee-4f16-8e3f-22bceb594cc8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "PUT /networking/v2.0/floatingips/cec4d549-b37f-4df3-a8c5-cbf07327e1e0 HTTP/1.1" status: 200 len: 992 time: 2.3271465 Sep 23 01:31:23.536060 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'tag': '2200912c-418b-4a3a-b810-a31ced612934'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:23.538139 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e196252c-1998-4155-bb5b-86558fbf8970" -d '{"events": [{"name": "network-changed", "server_uuid": "17a5241c-3bc7-44ce-8de9-65050f0e2425", "tag": "2200912c-418b-4a3a-b810-a31ced612934"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:23.615104 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ef703c-faf0-4f9f-8bb2-4ccea95591d6 x-openstack-request-id: req-a4ef703c-faf0-4f9f-8bb2-4ccea95591d6 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:23.616296 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a5241c-3bc7-44ce-8de9-65050f0e2425", "tag": "2200912c-418b-4a3a-b810-a31ced612934", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:23.618914 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a4ef703c-faf0-4f9f-8bb2-4ccea95591d6 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:23.620156 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ef703c-faf0-4f9f-8bb2-4ccea95591d6'] response: {'name': 'network-changed', 'server_uuid': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'tag': '2200912c-418b-4a3a-b810-a31ced612934', 'status': 'completed', 'code': 200} Sep 23 01:31:23.784297 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-ac1e6850-995f-438a-8bbc-257ba25223f7 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:23.815092 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196252c-1998-4155-bb5b-86558fbf8970 req-34bf079c-fd05-426f-8d57-39b7a5eafc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:23.824406 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e196252c-1998-4155-bb5b-86558fbf8970 req-34bf079c-fd05-426f-8d57-39b7a5eafc4c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 1130 time: 0.1217620 Sep 23 01:31:24.084091 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196252c-1998-4155-bb5b-86558fbf8970 req-369fff3c-d0c2-46c3-8206-11964bed1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:24.087457 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e196252c-1998-4155-bb5b-86558fbf8970 req-369fff3c-d0c2-46c3-8206-11964bed1569 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801 HTTP/1.1" status: 200 len: 911 time: 0.2567115 Sep 23 01:31:24.092370 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:24.209058 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.db.resource_extend [None req-9f0a28b6-3ee1-4ac3-ba32-2d6ce39d773b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 23 01:31:24.347046 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35642) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:24.378042 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e196252c-1998-4155-bb5b-86558fbf8970 req-4279e541-65bb-43a6-b682-1c1f3aec874e service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2200912c-418b-4a3a-b810-a31ced612934 HTTP/1.1" status: 200 len: 1000 time: 0.2774177 Sep 23 01:31:24.447692 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9f0a28b6-3ee1-4ac3-ba32-2d6ce39d773b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:24.464175 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-ac1e6850-995f-438a-8bbc-257ba25223f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'cec4d549-b37f-4df3-a8c5-cbf07327e1e0', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'floating_ip_address': '172.28.0.107', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'port_id': '2200912c-418b-4a3a-b810-a31ced612934', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:29Z', 'updated_at': '2022-09-23T01:31:21Z', 'revision_number': 1, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:24.488656 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba3db8-d8f3-4a82-84ea-2d641df8fad3 req-5e1b3002-239e-4351-b4b5-ac7698693856 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:24.491745 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ddba3db8-d8f3-4a82-84ea-2d641df8fad3 req-5e1b3002-239e-4351-b4b5-ac7698693856 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.1178575 Sep 23 01:31:24.527641 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e6850-995f-438a-8bbc-257ba25223f7 None None] Checking router: a1477586-a31b-42d1-8559-78ae55b793b4 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:31:24.561468 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e6850-995f-438a-8bbc-257ba25223f7 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:31:24.562619 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-ac1e6850-995f-438a-8bbc-257ba25223f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:31:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:24.563947 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9f0a28b6-3ee1-4ac3-ba32-2d6ce39d773b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (e560cfb7-4db9-45bb-a274-f9371104455a), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:24.617462 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3cecbf69-73b6-49c2-b04b-a9d4febf8f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:24.693520 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:24.709405 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-ac1e6850-995f-438a-8bbc-257ba25223f7 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:24.735735 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:24.736799 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ddba3db8-d8f3-4a82-84ea-2d641df8fad3 req-2eb49fe9-d4b4-4b3b-a312-15205cc5b174 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364316 Sep 23 01:31:24.799751 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3cecbf69-73b6-49c2-b04b-a9d4febf8f45 admin admin] Publish callbacks [] for security_group (1e1b5319-9a62-4da7-a77e-db27eafe4a8e), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:24.810402 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.l3_db [None req-9f0a28b6-3ee1-4ac3-ba32-2d6ce39d773b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Floating IP e560cfb7-4db9-45bb-a274-f9371104455a associated. External IP: 172.28.0.175, port: 9d2c52ad-1444-4941-8364-31a2b8510e9a. Sep 23 01:31:24.837320 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:24.886739 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3cecbf69-73b6-49c2-b04b-a9d4febf8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (1e1b5319-9a62-4da7-a77e-db27eafe4a8e), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:25.013151 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-3cecbf69-73b6-49c2-b04b-a9d4febf8f45 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=8e5dfc215a9e4bc88345af694d3600a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6644018 Sep 23 01:31:25.018111 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35664) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:25.040836 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecbf69-73b6-49c2-b04b-a9d4febf8f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1b5319-9a62-4da7-a77e-db27eafe4a8e,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:25.111594 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:25.145574 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196252c-1998-4155-bb5b-86558fbf8970 req-4f7928d6-8fd2-4f5a-a578-99038ade654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:25.147138 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e196252c-1998-4155-bb5b-86558fbf8970 req-4f7928d6-8fd2-4f5a-a578-99038ade654f service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=6c89ba87-0be1-4d26-9033-03a421da6f4e HTTP/1.1" status: 200 len: 849 time: 0.1254065 Sep 23 01:31:25.196200 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ed88f7da-e524-4856-8092-e26628e2dffa admin admin] Publish callbacks [] for security_group (1e1b5319-9a62-4da7-a77e-db27eafe4a8e), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:25.228179 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196252c-1998-4155-bb5b-86558fbf8970 req-29408296-6fdc-4f6e-a463-6a845abd5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:25.230283 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e196252c-1998-4155-bb5b-86558fbf8970 req-29408296-6fdc-4f6e-a463-6a845abd5e41 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0752890 Sep 23 01:31:25.236681 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ed88f7da-e524-4856-8092-e26628e2dffa admin admin] Publish callbacks [] for security_group (1e1b5319-9a62-4da7-a77e-db27eafe4a8e), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:25.355511 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0a28b6-3ee1-4ac3-ba32-2d6ce39d773b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Router d58f9795-8296-4f83-b130-60ce5dca27e4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:31:25.417364 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e196252c-1998-4155-bb5b-86558fbf8970 req-3868a155-4d70-4088-98ee-08f6b2d491b3 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677215 Sep 23 01:31:25.511633 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-ac1e6850-995f-438a-8bbc-257ba25223f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'cec4d549-b37f-4df3-a8c5-cbf07327e1e0', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'floating_ip_address': '172.28.0.107', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'port_id': '2200912c-418b-4a3a-b810-a31ced612934', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:29Z', 'updated_at': '2022-09-23T01:31:21Z', 'revision_number': 1, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:25.534495 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ed88f7da-e524-4856-8092-e26628e2dffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (1e1b5319-9a62-4da7-a77e-db27eafe4a8e), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:25.539013 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ed88f7da-e524-4856-8092-e26628e2dffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:25.543032 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-ed88f7da-e524-4856-8092-e26628e2dffa admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/1e1b5319-9a62-4da7-a77e-db27eafe4a8e HTTP/1.1" status: 204 len: 168 time: 0.5227978 Sep 23 01:31:25.551249 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e6850-995f-438a-8bbc-257ba25223f7 None None] The sync data for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb is: [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'cec4d549-b37f-4df3-a8c5-cbf07327e1e0', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'floating_ip_address': '172.28.0.107', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'port_id': '2200912c-418b-4a3a-b810-a31ced612934', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:29Z', 'updated_at': '2022-09-23T01:31:21Z', 'revision_number': 1, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:31:25.579519 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88f7da-e524-4856-8092-e26628e2dffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1b5319-9a62-4da7-a77e-db27eafe4a8e,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:25.583062 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:25.637218 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0a28b6-3ee1-4ac3-ba32-2d6ce39d773b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:31:25.647214 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9f0a28b6-3ee1-4ac3-ba32-2d6ce39d773b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:25.659825 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:25.672887 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a76770-dc65-4ce6-b8fb-a667a1cfa60e None None] Sync routers for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:31:25.691874 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a76770-dc65-4ce6-b8fb-a667a1cfa60e None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:31:25.696801 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-66a76770-dc65-4ce6-b8fb-a667a1cfa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:31:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:25.814714 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-9f0a28b6-3ee1-4ac3-ba32-2d6ce39d773b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "PUT /networking/v2.0/floatingips/e560cfb7-4db9-45bb-a274-f9371104455a HTTP/1.1" status: 200 len: 992 time: 3.3367007 Sep 23 01:31:25.814714 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'tag': '9d2c52ad-1444-4941-8364-31a2b8510e9a'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:25.824560 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc46ee8-71e1-4996-a216-aee7760ed5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6f29d2-4b66-422e-aa8a-a3801eb40ec1", "tag": "9d2c52ad-1444-4941-8364-31a2b8510e9a"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:25.994236 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68617d3-f6e8-4d93-a5a7-91c6fc13b2f0 x-openstack-request-id: req-f68617d3-f6e8-4d93-a5a7-91c6fc13b2f0 {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:25.995034 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6f29d2-4b66-422e-aa8a-a3801eb40ec1", "tag": "9d2c52ad-1444-4941-8364-31a2b8510e9a", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:25.995511 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f68617d3-f6e8-4d93-a5a7-91c6fc13b2f0 {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:25.997382 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68617d3-f6e8-4d93-a5a7-91c6fc13b2f0'] response: {'name': 'network-changed', 'server_uuid': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'tag': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'status': 'completed', 'code': 200} Sep 23 01:31:26.056779 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e196252c-1998-4155-bb5b-86558fbf8970 req-7ea8e52d-d781-4658-ada5-7a5f7c740011 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508477 Sep 23 01:31:26.061381 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-66a76770-dc65-4ce6-b8fb-a667a1cfa60e None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:26.116266 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe8146-b446-4015-bfbb-8c05c121f679 req-d8e06d2e-9513-4f62-b902-58639a636681 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:26.118919 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-37fe8146-b446-4015-bfbb-8c05c121f679 req-d8e06d2e-9513-4f62-b902-58639a636681 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.1383188 Sep 23 01:31:26.292234 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc46ee8-71e1-4996-a216-aee7760ed5a5 req-ec1a9024-af58-4d38-8567-9bc991cfa0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:26.295780 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6fc46ee8-71e1-4996-a216-aee7760ed5a5 req-ec1a9024-af58-4d38-8567-9bc991cfa0c7 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 1130 time: 0.1752393 Sep 23 01:31:26.307462 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-37fe8146-b446-4015-bfbb-8c05c121f679 req-842a2b37-7d65-424b-8220-d65cd6e913b8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682274 Sep 23 01:31:26.648037 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:26.648037 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc46ee8-71e1-4996-a216-aee7760ed5a5 req-371c20c7-bb15-45bf-a740-9fa815fd9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:26.648037 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6fc46ee8-71e1-4996-a216-aee7760ed5a5 req-371c20c7-bb15-45bf-a740-9fa815fd9b5a service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 915 time: 0.2401302 Sep 23 01:31:26.672960 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6fc46ee8-71e1-4996-a216-aee7760ed5a5 req-1ab197b1-3297-46d8-8eab-424aaf0e3c75 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2c52ad-1444-4941-8364-31a2b8510e9a HTTP/1.1" status: 200 len: 1000 time: 0.1137707 Sep 23 01:31:26.745501 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc46ee8-71e1-4996-a216-aee7760ed5a5 req-81efad0d-27d3-4163-9454-928b422ecf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:26.747225 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6fc46ee8-71e1-4996-a216-aee7760ed5a5 req-81efad0d-27d3-4163-9454-928b422ecf82 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=f836c9f3-d6cc-4e08-b1de-9b5ad70243d8 HTTP/1.1" status: 200 len: 853 time: 0.0676603 Sep 23 01:31:26.775694 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-66a76770-dc65-4ce6-b8fb-a667a1cfa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'e560cfb7-4db9-45bb-a274-f9371104455a', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:45:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:35Z', 'updated_at': '2022-09-23T01:31:23Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:26.807328 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a76770-dc65-4ce6-b8fb-a667a1cfa60e None None] Checking router: d58f9795-8296-4f83-b130-60ce5dca27e4 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:31:26.816760 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc46ee8-71e1-4996-a216-aee7760ed5a5 req-10675e63-0e64-4d8f-a093-f65bee967309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:26.818387 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6fc46ee8-71e1-4996-a216-aee7760ed5a5 req-10675e63-0e64-4d8f-a093-f65bee967309 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45d87e2c-cffb-4bc6-84be-6c06e6485b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0558317 Sep 23 01:31:26.819058 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a76770-dc65-4ce6-b8fb-a667a1cfa60e None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:31:26.819797 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-66a76770-dc65-4ce6-b8fb-a667a1cfa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:31:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:26.989558 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-66a76770-dc65-4ce6-b8fb-a667a1cfa60e None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:27.004460 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6fc46ee8-71e1-4996-a216-aee7760ed5a5 req-db77e268-6292-4486-9e04-e56bb5f8926a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774411 Sep 23 01:31:27.170478 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6fc46ee8-71e1-4996-a216-aee7760ed5a5 req-43d9f3a8-7a81-4c0a-bc89-044fc0cb937b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548672 Sep 23 01:31:27.381985 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35724) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:27.461616 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6285616a-6294-4afa-9a99-caf02ad7a130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:27.514718 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d710b-d48f-4dab-be0e-7e5df4ff9113 None None] New status for floating IP cec4d549-b37f-4df3-a8c5-cbf07327e1e0: ACTIVE {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:31:27.693771 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:27.719954 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-66a76770-dc65-4ce6-b8fb-a667a1cfa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'e560cfb7-4db9-45bb-a274-f9371104455a', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:45:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:35Z', 'updated_at': '2022-09-23T01:31:23Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:27.747064 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6285616a-6294-4afa-9a99-caf02ad7a130 admin admin] Publish callbacks [] for security_group (4f6fd0f2-6f4f-4c45-b9a4-776ca93646e2), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:27.783939 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35732) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:27.826442 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7b74-e985-4ce0-a560-454a89ae33a4 req-ce4cd6f7-7f65-4796-830f-3733c1d1f8c1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:27.829572 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-957a7b74-e985-4ce0-a560-454a89ae33a4 req-ce4cd6f7-7f65-4796-830f-3733c1d1f8c1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.2063816 Sep 23 01:31:27.834785 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a76770-dc65-4ce6-b8fb-a667a1cfa60e None None] The sync data for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb is: [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'e560cfb7-4db9-45bb-a274-f9371104455a', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:45:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:35Z', 'updated_at': '2022-09-23T01:31:23Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:31:27.865819 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6285616a-6294-4afa-9a99-caf02ad7a130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (4f6fd0f2-6f4f-4c45-b9a4-776ca93646e2), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:27.953439 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:28.056548 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-957a7b74-e985-4ce0-a560-454a89ae33a4 req-d1061e93-2a9c-4f2d-a202-1f1d13b00539 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011213 Sep 23 01:31:28.096586 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-6285616a-6294-4afa-9a99-caf02ad7a130 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=47a2c3b766f74d64b525bc4ee572e472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7129374 Sep 23 01:31:28.100418 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285616a-6294-4afa-9a99-caf02ad7a130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6fd0f2-6f4f-4c45-b9a4-776ca93646e2,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:28.101753 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35746) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:28.190843 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:28.217878 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ee5d4191-fe6a-4803-91be-e4bde4f80673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.305037 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-48dd7090-5d09-49e0-8d60-c39eea6fa9a6 admin admin] Publish callbacks [] for security_group (4f6fd0f2-6f4f-4c45-b9a4-776ca93646e2), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.377760 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-48dd7090-5d09-49e0-8d60-c39eea6fa9a6 admin admin] Publish callbacks [] for security_group (4f6fd0f2-6f4f-4c45-b9a4-776ca93646e2), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.386939 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9532a31-a5d3-4f9f-ad35-f7fedfecd451 req-45ccdf0d-61d5-48bc-9133-108e24502df2 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:28.390503 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c9532a31-a5d3-4f9f-ad35-f7fedfecd451 req-45ccdf0d-61d5-48bc-9133-108e24502df2 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 945 time: 0.1193912 Sep 23 01:31:28.417126 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bdc8bb-7b9e-45d9-9f1e-e12e7ef3c6f7 None None] New status for floating IP e560cfb7-4db9-45bb-a274-f9371104455a: ACTIVE {{(pid=107197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:31:28.553413 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c9532a31-a5d3-4f9f-ad35-f7fedfecd451 req-44c659ce-b8e4-45f4-8fb9-c2860bb1bf17 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495657 Sep 23 01:31:28.558248 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:28.586341 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ee5d4191-fe6a-4803-91be-e4bde4f80673 admin admin] Publish callbacks [] for security_group (a3b3ce9f-8913-4d66-8caf-014931620350), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.631028 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-48dd7090-5d09-49e0-8d60-c39eea6fa9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (4f6fd0f2-6f4f-4c45-b9a4-776ca93646e2), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.634394 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-48dd7090-5d09-49e0-8d60-c39eea6fa9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.641579 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-48dd7090-5d09-49e0-8d60-c39eea6fa9a6 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/4f6fd0f2-6f4f-4c45-b9a4-776ca93646e2 HTTP/1.1" status: 204 len: 168 time: 0.5287483 Sep 23 01:31:28.656656 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd7090-5d09-49e0-8d60-c39eea6fa9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6fd0f2-6f4f-4c45-b9a4-776ca93646e2,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:28.672160 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ee5d4191-fe6a-4803-91be-e4bde4f80673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (a3b3ce9f-8913-4d66-8caf-014931620350), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.689690 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:28.732667 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d4191-fe6a-4803-91be-e4bde4f80673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b3ce9f-8913-4d66-8caf-014931620350,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:28.772965 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ee5d4191-fe6a-4803-91be-e4bde4f80673 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=7d5331a0b5474b238de5ea6fb167d775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9869153 Sep 23 01:31:28.775605 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35764) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:28.864062 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0041d629-3d44-405a-b26c-284b606d59bc admin admin] Publish callbacks [] for security_group (a3b3ce9f-8913-4d66-8caf-014931620350), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.920523 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0041d629-3d44-405a-b26c-284b606d59bc admin admin] Publish callbacks [] for security_group (a3b3ce9f-8913-4d66-8caf-014931620350), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.116696 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0041d629-3d44-405a-b26c-284b606d59bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (a3b3ce9f-8913-4d66-8caf-014931620350), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.122302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0041d629-3d44-405a-b26c-284b606d59bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.122302 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-0041d629-3d44-405a-b26c-284b606d59bc admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/a3b3ce9f-8913-4d66-8caf-014931620350 HTTP/1.1" status: 204 len: 168 time: 0.3436136 Sep 23 01:31:29.145133 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041d629-3d44-405a-b26c-284b606d59bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b3ce9f-8913-4d66-8caf-014931620350,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:29.271294 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee05b2-939e-4b00-a8bb-735bace196ef req-4f5d19a1-2c47-4183-be8e-b4c126b7e035 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:29.273005 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-88ee05b2-939e-4b00-a8bb-735bace196ef req-4f5d19a1-2c47-4183-be8e-b4c126b7e035 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0582573 Sep 23 01:31:29.300327 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:31:29.374568 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-88ee05b2-939e-4b00-a8bb-735bace196ef req-580d1937-f8b9-45a1-bd23-42acee9d1f48 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805178 Sep 23 01:31:29.758534 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a650f8-f6df-40a5-a348-3c41571cba43 req-5da8a7d1-cecb-4af5-8baa-22088dc5c1fd tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:29.761295 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d1a650f8-f6df-40a5-a348-3c41571cba43 req-5da8a7d1-cecb-4af5-8baa-22088dc5c1fd tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 945 time: 0.0774672 Sep 23 01:31:29.815429 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:29.852225 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d1a650f8-f6df-40a5-a348-3c41571cba43 req-9acf855b-5242-4a84-aa67-6d46caac0cae tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725784 Sep 23 01:31:29.983565 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:30.053644 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:30.507410 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35828) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:30.533268 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4722e236-97f4-42ed-ae4f-48f81bb2b427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.624189 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99620a-256c-4750-9990-09926533ea0b req-cb1ea379-3644-4379-a7b5-0042963c963d tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:30.627167 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ae99620a-256c-4750-9990-09926533ea0b req-cb1ea379-3644-4379-a7b5-0042963c963d tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 945 time: 0.1586418 Sep 23 01:31:30.679672 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4722e236-97f4-42ed-ae4f-48f81bb2b427 admin admin] Publish callbacks [] for security_group (ccbed0bd-1b64-440e-b921-7d42510dac3b), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.715957 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d596dc-1687-4431-98df-7f4157978abd req-2b45100f-228f-473d-843c-dcc0069bdc33 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:30.718853 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-93d596dc-1687-4431-98df-7f4157978abd req-2b45100f-228f-473d-843c-dcc0069bdc33 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.1782842 Sep 23 01:31:30.826396 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35832) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:30.871091 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4722e236-97f4-42ed-ae4f-48f81bb2b427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ccbed0bd-1b64-440e-b921-7d42510dac3b), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.883691 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-ae99620a-256c-4750-9990-09926533ea0b req-7066ade0-78c8-47e8-99ea-e468592b18f7 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Deleting port 4daca5d3-de38-46bb-9ab4-37621591cb85 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:31:30.883975 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ae99620a-256c-4750-9990-09926533ea0b req-7066ade0-78c8-47e8-99ea-e468592b18f7 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.910188 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-93d596dc-1687-4431-98df-7f4157978abd req-5015887b-4d6f-4db0-bbd7-7af94d67e37b tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797705 Sep 23 01:31:30.978917 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35840) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:30.991689 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-4722e236-97f4-42ed-ae4f-48f81bb2b427 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=91d6b3e8f70b4adca962a027d9da11b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813790 Sep 23 01:31:30.994568 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722e236-97f4-42ed-ae4f-48f81bb2b427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbed0bd-1b64-440e-b921-7d42510dac3b,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:31.060392 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:31.064719 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059068f-ffd6-4a00-aae0-88650f493f5e req-a6becd72-a2ea-4a50-93e6-5bc9d0464a89 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:31.067405 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a059068f-ffd6-4a00-aae0-88650f493f5e req-a6becd72-a2ea-4a50-93e6-5bc9d0464a89 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 945 time: 0.0610030 Sep 23 01:31:31.076911 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-ae99620a-256c-4750-9990-09926533ea0b req-7066ade0-78c8-47e8-99ea-e468592b18f7 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] For port 4daca5d3-de38-46bb-9ab4-37621591cb85, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4daca5d3-de38-46bb-9ab4-37621591cb85,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:31.077715 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ae99620a-256c-4750-9990-09926533ea0b req-7066ade0-78c8-47e8-99ea-e468592b18f7 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.099175 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-ae99620a-256c-4750-9990-09926533ea0b req-7066ade0-78c8-47e8-99ea-e468592b18f7 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Calling delete_port for 4daca5d3-de38-46bb-9ab4-37621591cb85 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:31:31.148488 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d8b17f38-e5d4-4f97-8ade-b68beed83673 admin admin] Publish callbacks [] for security_group (ccbed0bd-1b64-440e-b921-7d42510dac3b), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.163367 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a059068f-ffd6-4a00-aae0-88650f493f5e req-7c80805a-bed8-4ab1-8d76-6ad7c52aaf52 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=5d0b6b40-331b-48c2-b432-387c64689d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886841 Sep 23 01:31:31.237146 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d8b17f38-e5d4-4f97-8ade-b68beed83673 admin admin] Publish callbacks [] for security_group (ccbed0bd-1b64-440e-b921-7d42510dac3b), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.259789 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c560eeeb-bf81-4c48-afa7-c707b0aabaf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.464846 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=77,neutron:DELETE=11,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:31.498880 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c560eeeb-bf81-4c48-afa7-c707b0aabaf9 admin admin] Publish callbacks [] for security_group (9fa762a1-a79b-4cd9-af90-1568e50336c3), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.538848 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d8b17f38-e5d4-4f97-8ade-b68beed83673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ccbed0bd-1b64-440e-b921-7d42510dac3b), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.541754 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d8b17f38-e5d4-4f97-8ade-b68beed83673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.543268 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-d8b17f38-e5d4-4f97-8ade-b68beed83673 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/ccbed0bd-1b64-440e-b921-7d42510dac3b HTTP/1.1" status: 204 len: 168 time: 0.5630231 Sep 23 01:31:31.562312 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b17f38-e5d4-4f97-8ade-b68beed83673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbed0bd-1b64-440e-b921-7d42510dac3b,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:31.584954 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c560eeeb-bf81-4c48-afa7-c707b0aabaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9fa762a1-a79b-4cd9-af90-1568e50336c3), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.589514 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ae99620a-256c-4750-9990-09926533ea0b req-7066ade0-78c8-47e8-99ea-e468592b18f7 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (4daca5d3-de38-46bb-9ab4-37621591cb85), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.640946 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['4daca5d3-de38-46bb-9ab4-37621591cb85'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:31:31.738453 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066ade0-78c8-47e8-99ea-e468592b18f7 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Pushing event deleted for resources: {'Port': ['ID=4daca5d3-de38-46bb-9ab4-37621591cb85,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:31.742555 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-c560eeeb-bf81-4c48-afa7-c707b0aabaf9 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=c73593c231754a1f877f3a8b3e3095dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9153924 Sep 23 01:31:31.745825 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35860) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:31.797717 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560eeeb-bf81-4c48-afa7-c707b0aabaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa762a1-a79b-4cd9-af90-1568e50336c3,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:31.857039 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae99620a-256c-4750-9990-09926533ea0b req-7066ade0-78c8-47e8-99ea-e468592b18f7 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] No DVR routers for this DVR port 4daca5d3-de38-46bb-9ab4-37621591cb85 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:31:31.862281 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-165fb9f3-86cb-4e97-b50e-bf05ae26e98e admin admin] Publish callbacks [] for security_group (9fa762a1-a79b-4cd9-af90-1568e50336c3), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.876151 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ae99620a-256c-4750-9990-09926533ea0b req-7066ade0-78c8-47e8-99ea-e468592b18f7 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.876151 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ae99620a-256c-4750-9990-09926533ea0b req-7066ade0-78c8-47e8-99ea-e468592b18f7 tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.88 "DELETE /networking/v2.0/ports/4daca5d3-de38-46bb-9ab4-37621591cb85 HTTP/1.1" status: 204 len: 173 time: 1.2413220 Sep 23 01:31:31.876151 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e4632d-f40b-4d5f-8393-bda67b41be94', 'name': 'network-vif-deleted', 'tag': '4daca5d3-de38-46bb-9ab4-37621591cb85'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:31.879832 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff113200-cb7f-49cc-a51c-1c6b19030fc7" -d '{"events": [{"server_uuid": "c9e4632d-f40b-4d5f-8393-bda67b41be94", "name": "network-vif-deleted", "tag": "4daca5d3-de38-46bb-9ab4-37621591cb85"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:31.944118 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-165fb9f3-86cb-4e97-b50e-bf05ae26e98e admin admin] Publish callbacks [] for security_group (9fa762a1-a79b-4cd9-af90-1568e50336c3), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:32.011279 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fab33b-7695-4014-9454-0c5c85534568 x-openstack-request-id: req-72fab33b-7695-4014-9454-0c5c85534568 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:32.011279 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e4632d-f40b-4d5f-8393-bda67b41be94", "name": "network-vif-deleted", "tag": "4daca5d3-de38-46bb-9ab4-37621591cb85", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:32.011279 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-72fab33b-7695-4014-9454-0c5c85534568 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:32.011279 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72fab33b-7695-4014-9454-0c5c85534568'] response: {'server_uuid': 'c9e4632d-f40b-4d5f-8393-bda67b41be94', 'name': 'network-vif-deleted', 'tag': '4daca5d3-de38-46bb-9ab4-37621591cb85', 'status': 'completed', 'code': 200} Sep 23 01:31:32.282657 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ac3e2-ac5a-4109-8290-d6204b0e1017 req-821ab69a-d232-40b9-a51f-7c7c845467e3 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:32.286469 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ed8ac3e2-ac5a-4109-8290-d6204b0e1017 req-821ab69a-d232-40b9-a51f-7c7c845467e3 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.1227164 Sep 23 01:31:32.327495 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-165fb9f3-86cb-4e97-b50e-bf05ae26e98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9fa762a1-a79b-4cd9-af90-1568e50336c3), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:32.333211 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-165fb9f3-86cb-4e97-b50e-bf05ae26e98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:32.335758 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-165fb9f3-86cb-4e97-b50e-bf05ae26e98e admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/9fa762a1-a79b-4cd9-af90-1568e50336c3 HTTP/1.1" status: 204 len: 168 time: 0.5886078 Sep 23 01:31:32.402061 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fb9f3-86cb-4e97-b50e-bf05ae26e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa762a1-a79b-4cd9-af90-1568e50336c3,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:32.414715 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9328344c-497e-4b8d-b525-9fb9a3284760 req-d92cc2df-7407-49c1-a281-bfdf39672d8b tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.0586452 Sep 23 01:31:32.514785 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ed8ac3e2-ac5a-4109-8290-d6204b0e1017 req-424c5c67-5060-4b8f-992b-7ed6e889bc42 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203634 Sep 23 01:31:33.398752 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 35902) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:33.418495 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b99b-0aff-46b3-8e50-e74fb0224757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:33.437613 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:33.524467 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b99b-0aff-46b3-8e50-e74fb0224757 admin admin] Publish callbacks [] for security_group (a6bf2c71-e470-4c91-864f-50fab944007a), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:33.575678 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-796b0ac9-bdce-4370-b303-4e32f80a3bfa req-c591ed96-4997-4ef0-bfbd-756ff50d542d tempest-DeleteServersTestJSON-1127575167 tempest-DeleteServersTestJSON-1127575167-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c9e4632d-f40b-4d5f-8393-bda67b41be94 HTTP/1.1" status: 200 len: 210 time: 0.0299563 Sep 23 01:31:33.624945 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b99b-0aff-46b3-8e50-e74fb0224757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (a6bf2c71-e470-4c91-864f-50fab944007a), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:33.719786 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-a4c9b99b-0aff-46b3-8e50-e74fb0224757 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=2360cb23f1944a51a52f1d4d95ce5a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198481 Sep 23 01:31:33.723081 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 35914) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:33.724344 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9b99b-0aff-46b3-8e50-e74fb0224757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bf2c71-e470-4c91-864f-50fab944007a,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:33.735670 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7c78-9f04-4c38-92ca-5ef685e0575f req-373e0976-29d8-4840-837c-1c70b864a1fe tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:33.737431 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a5ed7c78-9f04-4c38-92ca-5ef685e0575f req-373e0976-29d8-4840-837c-1c70b864a1fe tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.1049900 Sep 23 01:31:33.814536 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a5ed7c78-9f04-4c38-92ca-5ef685e0575f req-af1ab5a1-c43d-4e93-a78b-9818a49f024a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697212 Sep 23 01:31:33.830262 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2843f642-764d-412c-a67c-4f0db85eaef7 admin admin] Publish callbacks [] for security_group (a6bf2c71-e470-4c91-864f-50fab944007a), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:33.866433 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2843f642-764d-412c-a67c-4f0db85eaef7 admin admin] Publish callbacks [] for security_group (a6bf2c71-e470-4c91-864f-50fab944007a), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:33.880987 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 4daca5d3-de38-46bb-9ab4-37621591cb85 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:31:33.933090 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: 4daca5d3-de38-46bb-9ab4-37621591cb85 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:31:33.933433 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 4daca5d3-de38-46bb-9ab4-37621591cb85 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:31:34.087724 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2843f642-764d-412c-a67c-4f0db85eaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (a6bf2c71-e470-4c91-864f-50fab944007a), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:34.090825 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2843f642-764d-412c-a67c-4f0db85eaef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:34.092320 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-2843f642-764d-412c-a67c-4f0db85eaef7 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/a6bf2c71-e470-4c91-864f-50fab944007a HTTP/1.1" status: 204 len: 168 time: 0.3674312 Sep 23 01:31:34.101806 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843f642-764d-412c-a67c-4f0db85eaef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bf2c71-e470-4c91-864f-50fab944007a,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:35.010891 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:35.028381 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd1052-7bd8-4909-9ef8-48b604363dbc req-813ac2fe-5010-45c1-be42-e7deda302b4a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:35.031503 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f3dd1052-7bd8-4909-9ef8-48b604363dbc req-813ac2fe-5010-45c1-be42-e7deda302b4a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0890980 Sep 23 01:31:35.100770 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f3dd1052-7bd8-4909-9ef8-48b604363dbc req-0cd117f8-2767-4eba-9c0e-be37498f34e0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574985 Sep 23 01:31:36.312858 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203960ea-4813-4230-81be-ae9ed0c12c73 req-e97326c8-cbb9-4c58-bcaf-352d85dc26d9 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:36.314462 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-203960ea-4813-4230-81be-ae9ed0c12c73 req-e97326c8-cbb9-4c58-bcaf-352d85dc26d9 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.1160538 Sep 23 01:31:36.395448 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-203960ea-4813-4230-81be-ae9ed0c12c73 req-ee0bd1ef-d86b-44c5-8a9c-80e6051bc5fd tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682399 Sep 23 01:31:36.940723 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36036) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:37.094324 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36040) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:37.373532 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-23be87ab-ab8e-4d72-936b-2be70a288565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:37.537232 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-23be87ab-ab8e-4d72-936b-2be70a288565 admin admin] Publish callbacks [] for security_group (91ea3680-f9a1-4bf2-a127-59f4b69b7557), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:37.594772 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d7192-1400-4d3b-90e7-02e40fb5c93a req-3ea0412a-d039-478a-a5d5-3c3d9f7ed260 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:37.596317 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b90d7192-1400-4d3b-90e7-02e40fb5c93a req-3ea0412a-d039-478a-a5d5-3c3d9f7ed260 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0991709 Sep 23 01:31:37.643034 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-23be87ab-ab8e-4d72-936b-2be70a288565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (91ea3680-f9a1-4bf2-a127-59f4b69b7557), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:37.696735 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be87ab-ab8e-4d72-936b-2be70a288565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea3680-f9a1-4bf2-a127-59f4b69b7557,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:37.706469 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-23be87ab-ab8e-4d72-936b-2be70a288565 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=76d404cca7d8428db84d8ce88cd6e3e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6104839 Sep 23 01:31:37.707244 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36056) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:37.733636 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b90d7192-1400-4d3b-90e7-02e40fb5c93a req-a72f57eb-3df2-4e78-9806-a4ca4fe9da81 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300945 Sep 23 01:31:37.773346 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3c9fd44b-1ac5-416b-9d47-8a9854416373 admin admin] Publish callbacks [] for security_group (91ea3680-f9a1-4bf2-a127-59f4b69b7557), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:37.797185 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3c9fd44b-1ac5-416b-9d47-8a9854416373 admin admin] Publish callbacks [] for security_group (91ea3680-f9a1-4bf2-a127-59f4b69b7557), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:37.814576 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:37.831870 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817772'] for router_interface (4beba12a-d687-4c25-a0e1-9338a05f58c0), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.007903 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3c9fd44b-1ac5-416b-9d47-8a9854416373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (91ea3680-f9a1-4bf2-a127-59f4b69b7557), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.014634 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3c9fd44b-1ac5-416b-9d47-8a9854416373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.016661 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-3c9fd44b-1ac5-416b-9d47-8a9854416373 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/91ea3680-f9a1-4bf2-a127-59f4b69b7557 HTTP/1.1" status: 204 len: 168 time: 0.3082085 Sep 23 01:31:38.050532 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fd44b-1ac5-416b-9d47-8a9854416373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea3680-f9a1-4bf2-a127-59f4b69b7557,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:38.198120 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:38.239840 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] Deleting port 893f68e2-1c82-4491-b3a6-570fc99ed958 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:31:38.240413 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.289181 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:38.350674 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] For port 893f68e2-1c82-4491-b3a6-570fc99ed958, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=893f68e2-1c82-4491-b3a6-570fc99ed958,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:38.350981 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.369700 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] Calling delete_port for 893f68e2-1c82-4491-b3a6-570fc99ed958 owned by network:router_interface {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:31:38.700228 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (893f68e2-1c82-4491-b3a6-570fc99ed958), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.736448 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=893f68e2-1c82-4491-b3a6-570fc99ed958,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:38.846030 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:38.936417 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809180'] for router_interface (4beba12a-d687-4c25-a0e1-9338a05f58c0), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.981714 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26a310-501b-42d8-9117-892d49a98862 req-c960e565-22b6-4388-b139-dff730459950 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:38.989490 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-db26a310-501b-42d8-9117-892d49a98862 req-c960e565-22b6-4388-b139-dff730459950 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0704176 Sep 23 01:31:39.058227 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-db26a310-501b-42d8-9117-892d49a98862 req-b847bb02-c74f-4533-965b-378d86f44b5e tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652854 Sep 23 01:31:39.212330 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] Router 4beba12a-d687-4c25-a0e1-9338a05f58c0 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:31:39.294874 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:39.328171 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36082) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:39.346720 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec868-40e4-467c-ac15-d4a0b3e882fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.397555 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:31:39.403039 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-256513c5-9673-4026-ac0f-bf28ae1cf8d3 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/4beba12a-d687-4c25-a0e1-9338a05f58c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4640486 Sep 23 01:31:39.410427 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36084) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:39.419292 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363e50c-3e94-4bd4-8cc6-eeb5fd208cce None None] Sync routers for ids ['4beba12a-d687-4c25-a0e1-9338a05f58c0'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:31:39.433677 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a363e50c-3e94-4bd4-8cc6-eeb5fd208cce None None] Routers {'4beba12a-d687-4c25-a0e1-9338a05f58c0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:31:39.434534 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-a363e50c-3e94-4bd4-8cc6-eeb5fd208cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:31:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['4beba12a-d687-4c25-a0e1-9338a05f58c0'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:39.532110 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec868-40e4-467c-ac15-d4a0b3e882fc admin admin] Publish callbacks [] for security_group (fb41d473-eb55-488e-a768-7d136aa9aefe), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.552425 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Publish callbacks [] for router (4beba12a-d687-4c25-a0e1-9338a05f58c0), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.597045 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:39.620255 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-a363e50c-3e94-4bd4-8cc6-eeb5fd208cce None None] Set router 4beba12a-d687-4c25-a0e1-9338a05f58c0 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:39.665363 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec868-40e4-467c-ac15-d4a0b3e882fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (fb41d473-eb55-488e-a768-7d136aa9aefe), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.685572 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Publish callbacks [] for router_gateway (4beba12a-d687-4c25-a0e1-9338a05f58c0), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.705800 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:39.717503 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-6c5ec868-40e4-467c-ac15-d4a0b3e882fc admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=6e5190eb7b034984848faa1f399f3ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923905 Sep 23 01:31:39.720014 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ec868-40e4-467c-ac15-d4a0b3e882fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb41d473-eb55-488e-a768-7d136aa9aefe,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:39.721639 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36088) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:39.792148 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7726dc6a-aa3a-4521-b7b0-0992bd54d3bd admin admin] Publish callbacks [] for security_group (fb41d473-eb55-488e-a768-7d136aa9aefe), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.827439 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-a363e50c-3e94-4bd4-8cc6-eeb5fd208cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'name': 'tempest-DeleteServersTestJSON-710120030-router', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:31:38Z', 'revision_number': 5, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'gw_port': {'id': 'f23b549c-e50a-46e6-ae2d-be99278645f3', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:01Z', 'updated_at': '2022-09-23T01:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:39.837118 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7726dc6a-aa3a-4521-b7b0-0992bd54d3bd admin admin] Publish callbacks [] for security_group (fb41d473-eb55-488e-a768-7d136aa9aefe), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.858818 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363e50c-3e94-4bd4-8cc6-eeb5fd208cce None None] Checking router: 4beba12a-d687-4c25-a0e1-9338a05f58c0 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:31:39.873945 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a363e50c-3e94-4bd4-8cc6-eeb5fd208cce None None] Routers {'4beba12a-d687-4c25-a0e1-9338a05f58c0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:31:39.874921 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-a363e50c-3e94-4bd4-8cc6-eeb5fd208cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:31:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['4beba12a-d687-4c25-a0e1-9338a05f58c0'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:39.879210 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Deleting port f23b549c-e50a-46e6-ae2d-be99278645f3 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:31:39.879553 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.998888 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] For port f23b549c-e50a-46e6-ae2d-be99278645f3, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=f23b549c-e50a-46e6-ae2d-be99278645f3,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:39.999672 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:40.007655 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-a363e50c-3e94-4bd4-8cc6-eeb5fd208cce None None] Set router 4beba12a-d687-4c25-a0e1-9338a05f58c0 gateway port host: None {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:40.015405 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Calling delete_port for f23b549c-e50a-46e6-ae2d-be99278645f3 owned by network:router_gateway {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:31:40.094790 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7726dc6a-aa3a-4521-b7b0-0992bd54d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (fb41d473-eb55-488e-a768-7d136aa9aefe), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:40.097405 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7726dc6a-aa3a-4521-b7b0-0992bd54d3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:40.098733 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-7726dc6a-aa3a-4521-b7b0-0992bd54d3bd admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/fb41d473-eb55-488e-a768-7d136aa9aefe HTTP/1.1" status: 204 len: 168 time: 0.3759806 Sep 23 01:31:40.107961 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-a363e50c-3e94-4bd4-8cc6-eeb5fd208cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'name': 'tempest-DeleteServersTestJSON-710120030-router', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:31:39Z', 'revision_number': 6, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'gw_port_host': None}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:40.137054 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363e50c-3e94-4bd4-8cc6-eeb5fd208cce None None] The sync data for ids ['4beba12a-d687-4c25-a0e1-9338a05f58c0'] in dv-cinder-849143-7-smb is: [{'id': '4beba12a-d687-4c25-a0e1-9338a05f58c0', 'name': 'tempest-DeleteServersTestJSON-710120030-router', 'tenant_id': '6023955c03b4428e8c2bceccd706da12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:31:39Z', 'revision_number': 6, 'project_id': '6023955c03b4428e8c2bceccd706da12', 'gw_port_host': None}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:31:40.155183 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726dc6a-aa3a-4521-b7b0-0992bd54d3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb41d473-eb55-488e-a768-7d136aa9aefe,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:40.307827 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce42-4a76-4a3d-84c9-b8353cfb0da9 req-0c16c289-c637-43da-8cdb-df0bfe7cc232 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:40.309511 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-102bce42-4a76-4a3d-84c9-b8353cfb0da9 req-0c16c289-c637-43da-8cdb-df0bfe7cc232 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0712886 Sep 23 01:31:40.370360 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-102bce42-4a76-4a3d-84c9-b8353cfb0da9 req-a8f481ef-0a09-4990-b5b3-6f51d8a13796 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533967 Sep 23 01:31:40.534106 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (f23b549c-e50a-46e6-ae2d-be99278645f3), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:40.609336 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Pushing event deleted for resources: {'Port': ['ID=f23b549c-e50a-46e6-ae2d-be99278645f3,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:40.626292 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808726'] for router_gateway (4beba12a-d687-4c25-a0e1-9338a05f58c0), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:40.748562 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-396'] for router (4beba12a-d687-4c25-a0e1-9338a05f58c0), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:40.751679 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Publish callbacks [] for router_controller (4beba12a-d687-4c25-a0e1-9338a05f58c0), precommit_delete_associations {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:40.753674 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:40.986081 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809249'] for router (4beba12a-d687-4c25-a0e1-9338a05f58c0), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:40.987437 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4beba12a-d687-4c25-a0e1-9338a05f58c0 {{(pid=107195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:31:40.995593 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:41.000251 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-0cf3ebb1-fab5-4ae4-a8f0-3c8fa02a6089 admin admin] 10.222.0.83 "DELETE /networking/v2.0/routers/4beba12a-d687-4c25-a0e1-9338a05f58c0 HTTP/1.1" status: 204 len: 168 time: 1.5878482 Sep 23 01:31:41.002505 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36126) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:41.081630 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bdb7df-b002-40ce-b0d1-881f95820531 admin admin] Deleting subnet 148c2218-ff5a-4f4c-b1b9-7d56637223a7 {{(pid=107195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:31:41.085440 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94bdb7df-b002-40ce-b0d1-881f95820531 admin admin] Publish callbacks [] for subnet (148c2218-ff5a-4f4c-b1b9-7d56637223a7), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:41.128411 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94bdb7df-b002-40ce-b0d1-881f95820531 admin admin] Publish callbacks [] for subnet (148c2218-ff5a-4f4c-b1b9-7d56637223a7), precommit_delete_associations {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:41.253770 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94bdb7df-b002-40ce-b0d1-881f95820531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (148c2218-ff5a-4f4c-b1b9-7d56637223a7), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:41.406214 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device f23b549c-e50a-46e6-ae2d-be99278645f3 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:31:41.449340 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:41.454240 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: f23b549c-e50a-46e6-ae2d-be99278645f3 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:31:41.454240 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device f23b549c-e50a-46e6-ae2d-be99278645f3 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:31:41.454240 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 893f68e2-1c82-4491-b3a6-570fc99ed958 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:31:41.496478 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 893f68e2-1c82-4491-b3a6-570fc99ed958 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:31:41.497351 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 893f68e2-1c82-4491-b3a6-570fc99ed958 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:31:41.566731 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:41.629292 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe55e76-caca-4af2-9aed-bc405616e03c req-57e7404b-be7e-43e5-8bd5-6b04c7c01799 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:41.632083 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5fe55e76-caca-4af2-9aed-bc405616e03c req-57e7404b-be7e-43e5-8bd5-6b04c7c01799 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0945101 Sep 23 01:31:41.686195 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:41.691298 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5fe55e76-caca-4af2-9aed-bc405616e03c req-e1526251-688a-4c3e-baaa-0f3d24f47119 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511262 Sep 23 01:31:41.719074 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94bdb7df-b002-40ce-b0d1-881f95820531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for subnet (148c2218-ff5a-4f4c-b1b9-7d56637223a7), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:41.750413 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdb7df-b002-40ce-b0d1-881f95820531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148c2218-ff5a-4f4c-b1b9-7d56637223a7,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:41.755647 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94bdb7df-b002-40ce-b0d1-881f95820531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:41.759142 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-94bdb7df-b002-40ce-b0d1-881f95820531 admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/148c2218-ff5a-4f4c-b1b9-7d56637223a7 HTTP/1.1" status: 204 len: 168 time: 0.7549798 Sep 23 01:31:41.763042 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36142) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:41.767583 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77080e4e-ca27-4608-8176-a4f36f988e6e None None] Network 00917930-ed0a-4ef4-9534-5f09245cc373 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:31:41.909986 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (00917930-ed0a-4ef4-9534-5f09245cc373), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:41.999600 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Deleting port 2b73cf12-b606-4871-91f6-8d1ab5edf084 {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:31:41.999942 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.043401 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e15e4c-cd18-49e9-b024-67773acb88bd None None] DHCP port deletion for 00917930-ed0a-4ef4-9534-5f09245cc373 request from dv-cinder-849143-7-smb {{(pid=107197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:31:42.146550 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-84e15e4c-cd18-49e9-b024-67773acb88bd None None] Deleting port 2b73cf12-b606-4871-91f6-8d1ab5edf084 {{(pid=107197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:31:42.146550 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-84e15e4c-cd18-49e9-b024-67773acb88bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), before_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.156973 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] For port 2b73cf12-b606-4871-91f6-8d1ab5edf084, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=2b73cf12-b606-4871-91f6-8d1ab5edf084,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:42.156973 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.191607 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Calling delete_port for 2b73cf12-b606-4871-91f6-8d1ab5edf084 owned by network:dhcp {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:31:42.268786 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-84e15e4c-cd18-49e9-b024-67773acb88bd None None] For port 2b73cf12-b606-4871-91f6-8d1ab5edf084, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=2b73cf12-b606-4871-91f6-8d1ab5edf084,segment=NetworkSegment(b749684f-a695-4bf7-9b71-b0dd583e34df),segment_id=b749684f-a695-4bf7-9b71-b0dd583e34df)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:42.269463 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-84e15e4c-cd18-49e9-b024-67773acb88bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), precommit_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.285897 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-84e15e4c-cd18-49e9-b024-67773acb88bd None None] Calling delete_port for 2b73cf12-b606-4871-91f6-8d1ab5edf084 owned by network:dhcp {{(pid=107197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:31:42.515993 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.547509 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:42.560608 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-84e15e4c-cd18-49e9-b024-67773acb88bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (2b73cf12-b606-4871-91f6-8d1ab5edf084), after_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.573660 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b73cf12-b606-4871-91f6-8d1ab5edf084,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:42.582322 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] No DVR routers for this DVR port 2b73cf12-b606-4871-91f6-8d1ab5edf084 on host dv-cinder-849143-7-smb {{(pid=107196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:31:42.607727 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e15e4c-cd18-49e9-b024-67773acb88bd None None] Pushing event deleted for resources: {'Port': ['ID=2b73cf12-b606-4871-91f6-8d1ab5edf084,revision_number=None']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:42.614026 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e15e4c-cd18-49e9-b024-67773acb88bd None None] No DVR routers for this DVR port 2b73cf12-b606-4871-91f6-8d1ab5edf084 on host dv-cinder-849143-7-smb {{(pid=107197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:31:42.717412 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (00917930-ed0a-4ef4-9534-5f09245cc373), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.757176 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.757782 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.759069 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.759862 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > port after_create 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.760446 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.761018 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > port after_update 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.761564 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.762143 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.762748 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.766630 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.869919 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa601c-062a-4e23-82d0-3cd2a7a23495 req-2dd3f40a-d9e1-4f40-a941-7d29e3800867 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:42.872844 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f2aa601c-062a-4e23-82d0-3cd2a7a23495 req-2dd3f40a-d9e1-4f40-a941-7d29e3800867 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0814834 Sep 23 01:31:42.955643 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.956038 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.956454 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.956864 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:42.957262 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00917930-ed0a-4ef4-9534-5f09245cc373']}} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:42.959200 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f2aa601c-062a-4e23-82d0-3cd2a7a23495 req-2acc4b9d-2f02-492f-96db-c02b2ee92160 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713754 Sep 23 01:31:42.979845 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b749684f-a695-4bf7-9b71-b0dd583e34df') {'for_net_delete': True} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:42.980219 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b749684f-a695-4bf7-9b71-b0dd583e34df') {} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:43.002621 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15685210'] for segment (b749684f-a695-4bf7-9b71-b0dd583e34df), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.030487 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (b749684f-a695-4bf7-9b71-b0dd583e34df), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.051033 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Releasing vlan 474 on physical network physnet1 to pool {{(pid=107196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:31:43.051838 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15907562'] for segment (b749684f-a695-4bf7-9b71-b0dd583e34df), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.294940 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (00917930-ed0a-4ef4-9534-5f09245cc373), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.308041 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.318178 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/00917930-ed0a-4ef4-9534-5f09245cc373 HTTP/1.1" status: 204 len: 168 time: 1.5527296 Sep 23 01:31:43.373470 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b51b3d-73fe-428f-b435-df1eb0c24df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=00917930-ed0a-4ef4-9534-5f09245cc373,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:43.387728 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36200) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:43.407183 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 2b73cf12-b606-4871-91f6-8d1ab5edf084 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:31:43.563990 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment b749684f-a695-4bf7-9b71-b0dd583e34df resource provider aggregate not found Sep 23 01:31:43.587911 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment b749684f-a695-4bf7-9b71-b0dd583e34df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b749684f-a695-4bf7-9b71-b0dd583e34df found for delete ", "request_id": "req-c0db92fa-686e-4674-b7e3-26728ad1d003"}]} Sep 23 01:31:43.608660 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 2b73cf12-b606-4871-91f6-8d1ab5edf084 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:31:43.609558 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 2b73cf12-b606-4871-91f6-8d1ab5edf084 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:31:43.695673 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-90c8209f-1861-439c-9328-f17b07c8291e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.788702 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-90c8209f-1861-439c-9328-f17b07c8291e admin admin] Publish callbacks [] for security_group (9a3954c4-6cb8-48ef-b609-c8b4507e015a), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.899098 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-90c8209f-1861-439c-9328-f17b07c8291e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9a3954c4-6cb8-48ef-b609-c8b4507e015a), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.945934 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8209f-1861-439c-9328-f17b07c8291e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3954c4-6cb8-48ef-b609-c8b4507e015a,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:43.953642 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-90c8209f-1861-439c-9328-f17b07c8291e admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=515f916758ea44f1bf55507e915c2d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5612631 Sep 23 01:31:43.953934 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36208) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:43.955234 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36210) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:44.018844 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-05ca93cc-d96b-4dc2-b8bb-9035cc0c4f34 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=6023955c03b4428e8c2bceccd706da12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0606360 Sep 23 01:31:44.025944 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36216) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:44.033132 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e2835fd7-03c6-4602-920f-4959c2e1d279 admin admin] Publish callbacks [] for security_group (9a3954c4-6cb8-48ef-b609-c8b4507e015a), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.061545 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e2835fd7-03c6-4602-920f-4959c2e1d279 admin admin] Publish callbacks [] for security_group (9a3954c4-6cb8-48ef-b609-c8b4507e015a), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.098752 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8aabba6a-63e8-4cee-9ca1-17bdbc6a951b admin admin] Publish callbacks [] for security_group (5d0b6b40-331b-48c2-b432-387c64689d0c), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.124115 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8aabba6a-63e8-4cee-9ca1-17bdbc6a951b admin admin] Publish callbacks [] for security_group (5d0b6b40-331b-48c2-b432-387c64689d0c), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.131090 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:44.160869 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6d7d4-52bc-4795-aec0-74d50d85e3e0 req-79fd4e3b-78b1-4df1-b5b0-5ccc292f9d01 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:44.162577 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8ac6d7d4-52bc-4795-aec0-74d50d85e3e0 req-79fd4e3b-78b1-4df1-b5b0-5ccc292f9d01 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0668578 Sep 23 01:31:44.222062 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8ac6d7d4-52bc-4795-aec0-74d50d85e3e0 req-0f36dcf7-7349-4f6d-b965-ed2a96feca06 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490084 Sep 23 01:31:44.333247 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e2835fd7-03c6-4602-920f-4959c2e1d279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9a3954c4-6cb8-48ef-b609-c8b4507e015a), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.334624 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8aabba6a-63e8-4cee-9ca1-17bdbc6a951b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (5d0b6b40-331b-48c2-b432-387c64689d0c), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.335992 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e2835fd7-03c6-4602-920f-4959c2e1d279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.340207 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-e2835fd7-03c6-4602-920f-4959c2e1d279 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/9a3954c4-6cb8-48ef-b609-c8b4507e015a HTTP/1.1" status: 204 len: 168 time: 0.3821194 Sep 23 01:31:44.345450 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8aabba6a-63e8-4cee-9ca1-17bdbc6a951b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.346407 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2835fd7-03c6-4602-920f-4959c2e1d279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3954c4-6cb8-48ef-b609-c8b4507e015a,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:44.352888 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-8aabba6a-63e8-4cee-9ca1-17bdbc6a951b admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/5d0b6b40-331b-48c2-b432-387c64689d0c HTTP/1.1" status: 204 len: 168 time: 0.3234382 Sep 23 01:31:44.364959 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabba6a-63e8-4cee-9ca1-17bdbc6a951b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0b6b40-331b-48c2-b432-387c64689d0c,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:44.477459 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:44.843113 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c121-545c-46b0-a6af-82eab4bbfa11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:45.431420 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc4eb3-ac07-4f96-9bb0-22b5df291fe0 req-365886d5-7b0e-4e73-8d95-b66c1bc43105 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:45.433043 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3bfc4eb3-ac07-4f96-9bb0-22b5df291fe0 req-365886d5-7b0e-4e73-8d95-b66c1bc43105 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0851963 Sep 23 01:31:45.491199 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3bfc4eb3-ac07-4f96-9bb0-22b5df291fe0 req-c57c0c29-79df-492c-9d68-09defcedb592 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510299 Sep 23 01:31:46.285385 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36292) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:46.402995 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:46.608270 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0f7f-7d23-41a4-83aa-29c5cae95a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:46.684530 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfba3e-d69f-43cb-a90b-87634a43ceb2 req-8aa14595-97a2-4eb6-b15a-72d373231094 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:46.692583 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3bdfba3e-d69f-43cb-a90b-87634a43ceb2 req-8aa14595-97a2-4eb6-b15a-72d373231094 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0679722 Sep 23 01:31:46.776826 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3bdfba3e-d69f-43cb-a90b-87634a43ceb2 req-0c56ef6e-6844-4bad-ae42-dc2a03374a9f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831861 Sep 23 01:31:46.832388 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0f7f-7d23-41a4-83aa-29c5cae95a47 admin admin] Publish callbacks [] for security_group (3dfbe95a-b41a-4712-89e6-b426cf0be87b), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:46.938740 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0f7f-7d23-41a4-83aa-29c5cae95a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (3dfbe95a-b41a-4712-89e6-b426cf0be87b), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:46.977745 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a0f7f-7d23-41a4-83aa-29c5cae95a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfbe95a-b41a-4712-89e6-b426cf0be87b,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:46.982219 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-9b7a0f7f-7d23-41a4-83aa-29c5cae95a47 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=40ca488c78074df397046582ea263b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6945593 Sep 23 01:31:46.985499 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36310) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:47.039098 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:47.047750 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-383b19ef-ab0d-4649-be50-53b6e0dc4535 admin admin] Publish callbacks [] for security_group (3dfbe95a-b41a-4712-89e6-b426cf0be87b), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:47.070769 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-383b19ef-ab0d-4649-be50-53b6e0dc4535 admin admin] Publish callbacks [] for security_group (3dfbe95a-b41a-4712-89e6-b426cf0be87b), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:47.277036 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-383b19ef-ab0d-4649-be50-53b6e0dc4535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (3dfbe95a-b41a-4712-89e6-b426cf0be87b), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:47.282445 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-383b19ef-ab0d-4649-be50-53b6e0dc4535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:47.284789 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-383b19ef-ab0d-4649-be50-53b6e0dc4535 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/3dfbe95a-b41a-4712-89e6-b426cf0be87b HTTP/1.1" status: 204 len: 168 time: 0.2983539 Sep 23 01:31:47.294328 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b19ef-ab0d-4649-be50-53b6e0dc4535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfbe95a-b41a-4712-89e6-b426cf0be87b,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:47.813038 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-0a977e5b-fd03-45d0-97a3-6f0a73c940f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:47.963159 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104e69-c9f3-44cf-b3ea-3728c1582262 req-8ec3b48a-0577-446b-aedd-42757814ae45 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:47.970836 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-50104e69-c9f3-44cf-b3ea-3728c1582262 req-8ec3b48a-0577-446b-aedd-42757814ae45 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0688965 Sep 23 01:31:48.054925 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-50104e69-c9f3-44cf-b3ea-3728c1582262 req-6a801557-32a9-4df2-81f9-aba023f4cc8c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827670 Sep 23 01:31:48.393082 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36338) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:48.407571 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-01f109d0-903f-4247-b50c-03073b324f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:48.498581 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-01f109d0-903f-4247-b50c-03073b324f83 admin admin] Publish callbacks [] for security_group (d157dae4-9a6a-4963-92b1-5cac284715ac), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:48.607955 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-01f109d0-903f-4247-b50c-03073b324f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (d157dae4-9a6a-4963-92b1-5cac284715ac), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:48.657668 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f109d0-903f-4247-b50c-03073b324f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d157dae4-9a6a-4963-92b1-5cac284715ac,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:48.663039 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-01f109d0-903f-4247-b50c-03073b324f83 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=902402090b8b410ca1df6dac523388d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680025 Sep 23 01:31:48.665243 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36342) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:48.742427 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71dcc392-cd1e-4839-9a30-9c14207e8696 admin admin] Publish callbacks [] for security_group (d157dae4-9a6a-4963-92b1-5cac284715ac), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:48.776744 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71dcc392-cd1e-4839-9a30-9c14207e8696 admin admin] Publish callbacks [] for security_group (d157dae4-9a6a-4963-92b1-5cac284715ac), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:48.956665 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71dcc392-cd1e-4839-9a30-9c14207e8696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (d157dae4-9a6a-4963-92b1-5cac284715ac), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:48.959390 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71dcc392-cd1e-4839-9a30-9c14207e8696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:48.967205 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-71dcc392-cd1e-4839-9a30-9c14207e8696 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/d157dae4-9a6a-4963-92b1-5cac284715ac HTTP/1.1" status: 204 len: 168 time: 0.2942884 Sep 23 01:31:48.974682 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcc392-cd1e-4839-9a30-9c14207e8696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d157dae4-9a6a-4963-92b1-5cac284715ac,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:49.204968 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2412e5d-3ae0-4c5e-8b72-9d504962c3a5 req-ccc63963-5d2e-4f17-af20-a2ac8c96ef72 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:49.206788 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d2412e5d-3ae0-4c5e-8b72-9d504962c3a5 req-ccc63963-5d2e-4f17-af20-a2ac8c96ef72 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0714715 Sep 23 01:31:49.267904 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d2412e5d-3ae0-4c5e-8b72-9d504962c3a5 req-3164bc2a-c122-451b-a2ac-109a54eacafc tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550671 Sep 23 01:31:49.420320 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:50.397689 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36402) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:50.420010 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba291101-8512-4bd0-9aea-06e0048bb2a2 req-46e1746b-9fce-4429-be0f-f41f6f11c956 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:50.421607 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ba291101-8512-4bd0-9aea-06e0048bb2a2 req-46e1746b-9fce-4429-be0f-f41f6f11c956 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0550964 Sep 23 01:31:50.431573 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36406) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:50.444100 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:50.494052 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ba291101-8512-4bd0-9aea-06e0048bb2a2 req-73c99753-eb0a-4995-bfdd-f57b99d15268 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635166 Sep 23 01:31:50.591622 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1258534866-network', 'tenant_id': '178904b613b548899a222e05ffb970ea'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:50.617599 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd200-0b7b-4ba4-a8de-c98a55e3aca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:50.748394 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd200-0b7b-4ba4-a8de-c98a55e3aca5 admin admin] Publish callbacks [] for security_group (ddf745aa-639d-4cfa-a18e-9bb67af6d182), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:50.836131 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Made reservation on behalf of 178904b613b548899a222e05ffb970ea for: {'network': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:31:50.838786 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:50.849153 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:50.921895 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd200-0b7b-4ba4-a8de-c98a55e3aca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ddf745aa-639d-4cfa-a18e-9bb67af6d182), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:50.983297 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Publish callbacks [] for security_group (8253159a-7d08-44aa-9f94-14325fa5b2df), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.001958 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-7bbdd200-0b7b-4ba4-a8de-c98a55e3aca5 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=bf14d644f9614396b432bef8e49f0edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5988667 Sep 23 01:31:51.001958 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdd200-0b7b-4ba4-a8de-c98a55e3aca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf745aa-639d-4cfa-a18e-9bb67af6d182,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:51.002219 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36420) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:51.039525 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:51.053545 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (8253159a-7d08-44aa-9f94-14325fa5b2df), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.066625 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-348c94e7-0b5b-4096-8fa8-663cd0c22ab5 admin admin] Publish callbacks [] for security_group (ddf745aa-639d-4cfa-a18e-9bb67af6d182), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.072240 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 468} {{(pid=107196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:31:51.083958 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (3fe140b6-09da-4a08-8caf-a9a80bb4efed), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.084549 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.segments_db [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Added segment 3fe140b6-09da-4a08-8caf-a9a80bb4efed of type vlan for network 801c636e-c78b-47a9-ac91-474ae545af42 Sep 23 01:31:51.093704 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-348c94e7-0b5b-4096-8fa8-663cd0c22ab5 admin admin] Publish callbacks [] for security_group (ddf745aa-639d-4cfa-a18e-9bb67af6d182), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.136449 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (801c636e-c78b-47a9-ac91-474ae545af42), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.179953 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:51.230910 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8253159a-7d08-44aa-9f94-14325fa5b2df,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:51.276587 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (801c636e-c78b-47a9-ac91-474ae545af42), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.276898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-348c94e7-0b5b-4096-8fa8-663cd0c22ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ddf745aa-639d-4cfa-a18e-9bb67af6d182), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.277742 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:51.278366 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.283127 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-348c94e7-0b5b-4096-8fa8-663cd0c22ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.291710 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-348c94e7-0b5b-4096-8fa8-663cd0c22ab5 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/ddf745aa-639d-4cfa-a18e-9bb67af6d182 HTTP/1.1" status: 204 len: 168 time: 0.2878120 Sep 23 01:31:51.321637 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c94e7-0b5b-4096-8fa8-663cd0c22ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf745aa-639d-4cfa-a18e-9bb67af6d182,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:51.444089 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] Pushing event updated for resources: {'Network': ['ID=801c636e-c78b-47a9-ac91-474ae545af42,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:51.463833 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 801c636e-c78b-47a9-ac91-474ae545af42 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:31:51.494452 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ddab1bd8-5f77-469f-b0d9-e532cbf7f440 admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0536580 Sep 23 01:31:51.496418 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36432) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:51.506540 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] Request body: {'subnet': {'network_id': '801c636e-c78b-47a9-ac91-474ae545af42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1258534866-subnet', 'tenant_id': '178904b613b548899a222e05ffb970ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:51.563706 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.613576 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] Made reservation on behalf of 178904b613b548899a222e05ffb970ea for: {'subnet': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:31:51.617585 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.644617 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=7 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:51.729373 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f31f-2bce-409d-9f01-8b4d499a008a req-d0d2787f-0bea-4e4f-9bde-7869de05f95f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:51.731097 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5af7f31f-2bce-409d-9f01-8b4d499a008a req-d0d2787f-0bea-4e4f-9bde-7869de05f95f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.1103742 Sep 23 01:31:51.837925 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5af7f31f-2bce-409d-9f01-8b4d499a008a req-a66fe9fa-4af3-41f1-ad86-e51a90055b08 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935593 Sep 23 01:31:52.095305 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for subnet (a9c113a7-aacb-4c79-a195-dfb4f30f89b3), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:52.218520 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c113a7-aacb-4c79-a195-dfb4f30f89b3,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:52.224553 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] Checking segment: {'id': '3fe140b6-09da-4a08-8caf-a9a80bb4efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '801c636e-c78b-47a9-ac91-474ae545af42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:31:52.224911 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] Network hostable DHCP agents. Network: 801c636e-c78b-47a9-ac91-474ae545af42, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:31:52.266224 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=87 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:52.277952 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:52.420283 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] Network 801c636e-c78b-47a9-ac91-474ae545af42 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:31:52.472748 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36450) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:52.498450 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6287c8ef-493f-4598-8445-c12bfb77b128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:52.561021 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:52.561574 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 801c636e-c78b-47a9-ac91-474ae545af42) {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:31:52.571316 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdce7128-55b8-4f9a-a8fa-8ff59803dec1 None None] Network 801c636e-c78b-47a9-ac91-474ae545af42 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:31:52.579759 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:52.580974 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:52.659175 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6287c8ef-493f-4598-8445-c12bfb77b128 admin admin] Publish callbacks [] for security_group (27eac644-6678-4e31-98b6-ee65a021e127), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:52.711298 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ef4c7-312f-4e8a-9938-83bd94c5972d None None] Network 801c636e-c78b-47a9-ac91-474ae545af42 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:31:52.724609 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-c1133727-eed0-4c50-92dd-4cdc8de76cfc admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2247083 Sep 23 01:31:52.750323 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6287c8ef-493f-4598-8445-c12bfb77b128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (27eac644-6678-4e31-98b6-ee65a021e127), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:52.793829 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-6287c8ef-493f-4598-8445-c12bfb77b128 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=da7d5ffedd4d4fb5abdf5de7e8e7c6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184261 Sep 23 01:31:52.795540 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287c8ef-493f-4598-8445-c12bfb77b128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eac644-6678-4e31-98b6-ee65a021e127,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:52.797403 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36456) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:52.870521 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-60c57a5b-53e3-4d03-9402-9431f2bbaba7 admin admin] Publish callbacks [] for security_group (27eac644-6678-4e31-98b6-ee65a021e127), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:52.911786 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-60c57a5b-53e3-4d03-9402-9431f2bbaba7 admin admin] Publish callbacks [] for security_group (27eac644-6678-4e31-98b6-ee65a021e127), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.030424 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbbb9d-e4dd-465f-be91-b39080485750 req-f48f2eea-c907-466e-b8d3-625fd45e5e8e tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:53.032100 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0ccbbb9d-e4dd-465f-be91-b39080485750 req-f48f2eea-c907-466e-b8d3-625fd45e5e8e tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0688927 Sep 23 01:31:53.091970 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0ccbbb9d-e4dd-465f-be91-b39080485750 req-5f042066-8c2e-4a66-be65-d851b6bf7a0b tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531607 Sep 23 01:31:53.093612 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-60c57a5b-53e3-4d03-9402-9431f2bbaba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (27eac644-6678-4e31-98b6-ee65a021e127), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.096370 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-60c57a5b-53e3-4d03-9402-9431f2bbaba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.098346 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-60c57a5b-53e3-4d03-9402-9431f2bbaba7 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/27eac644-6678-4e31-98b6-ee65a021e127 HTTP/1.1" status: 204 len: 168 time: 0.2994649 Sep 23 01:31:53.113059 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c57a5b-53e3-4d03-9402-9431f2bbaba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eac644-6678-4e31-98b6-ee65a021e127,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:53.575598 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:53.585850 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1353-00db-4279-aeca-52ba6295fe76 req-f5b4acae-f52f-41bc-b712-def9d48c5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:53.587780 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-558c1353-00db-4279-aeca-52ba6295fe76 req-f5b4acae-f52f-41bc-b712-def9d48c5314 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 1130 time: 0.0767987 Sep 23 01:31:53.952048 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-558c1353-00db-4279-aeca-52ba6295fe76 req-19f6c6e0-35fe-4def-872a-f9d6bc9cfc69 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935388 Sep 23 01:31:54.023649 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36498) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:54.029747 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-656413959-network', 'tenant_id': '8ef9d5c765bf4881a7198ec6b0660db1'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:54.179905 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36502) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:54.180877 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Made reservation on behalf of 8ef9d5c765bf4881a7198ec6b0660db1 for: {'network': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:31:54.182932 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.197893 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.262607 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.327707 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Publish callbacks [] for security_group (8bfdc919-9308-4e1c-8768-4d7bb36b9f1b), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.346085 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140e0ff-68eb-4367-804e-fd1c4be8f8fc req-c39e762c-3851-4869-aa9c-9a478bb866d7 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:54.351267 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8140e0ff-68eb-4367-804e-fd1c4be8f8fc req-c39e762c-3851-4869-aa9c-9a478bb866d7 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0903537 Sep 23 01:31:54.466799 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8140e0ff-68eb-4367-804e-fd1c4be8f8fc req-8a3c2692-dbb7-4f4d-a4b5-85970d079d76 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107221 Sep 23 01:31:54.487093 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (8bfdc919-9308-4e1c-8768-4d7bb36b9f1b), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.496745 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=80 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:54.511236 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:54.524159 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Publish callbacks [] for security_group (67911167-749c-4e06-8ac9-055c0930c15e), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.534977 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 452} {{(pid=107195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:31:54.555002 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfdc919-9308-4e1c-8768-4d7bb36b9f1b,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:54.565890 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (3f37b500-9fc0-49f3-94b2-cfc888c0d246), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.565890 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.segments_db [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Added segment 3f37b500-9fc0-49f3-94b2-cfc888c0d246 of type vlan for network 49ee2dba-99a1-4327-a775-b512e2163b07 Sep 23 01:31:54.617125 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (49ee2dba-99a1-4327-a775-b512e2163b07), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.652715 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (67911167-749c-4e06-8ac9-055c0930c15e), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.720080 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=e2eece3dce0e4106bee1633049c4c926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5275354 Sep 23 01:31:54.721206 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67911167-749c-4e06-8ac9-055c0930c15e,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:54.723392 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36512) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:54.742707 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.743059 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.743440 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.743785 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.744146 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.744452 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.744778 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.745103 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.745428 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.745747 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.746089 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.746403 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.746758 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.747583 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.748002 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13583eb-943c-4625-a449-9cdb3aa0acc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:54.750434 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (49ee2dba-99a1-4327-a775-b512e2163b07), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.761528 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:54.761528 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.779430 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.810866 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ec2f-d0b9-42e5-99b3-0f675dbb19b6 admin admin] Publish callbacks [] for security_group (67911167-749c-4e06-8ac9-055c0930c15e), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.843103 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] Pushing event updated for resources: {'Network': ['ID=49ee2dba-99a1-4327-a775-b512e2163b07,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:54.849236 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-afbed8b7-6143-4f50-9f4e-5ef585ac9291 admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8242786 Sep 23 01:31:54.853722 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ec2f-d0b9-42e5-99b3-0f675dbb19b6 admin admin] Publish callbacks [] for security_group (67911167-749c-4e06-8ac9-055c0930c15e), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.853931 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36514) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:54.859951 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] Request body: {'subnet': {'network_id': '49ee2dba-99a1-4327-a775-b512e2163b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-656413959-subnet', 'tenant_id': '8ef9d5c765bf4881a7198ec6b0660db1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:54.860473 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 49ee2dba-99a1-4327-a775-b512e2163b07 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:31:54.965420 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] Made reservation on behalf of 8ef9d5c765bf4881a7198ec6b0660db1 for: {'subnet': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:31:54.968796 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.044964 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ec2f-d0b9-42e5-99b3-0f675dbb19b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (67911167-749c-4e06-8ac9-055c0930c15e), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.047719 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ec2f-d0b9-42e5-99b3-0f675dbb19b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.059231 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-9ed1ec2f-d0b9-42e5-99b3-0f675dbb19b6 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/67911167-749c-4e06-8ac9-055c0930c15e HTTP/1.1" status: 204 len: 168 time: 0.3248029 Sep 23 01:31:55.059231 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1ec2f-d0b9-42e5-99b3-0f675dbb19b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67911167-749c-4e06-8ac9-055c0930c15e,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:55.090678 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-092c14c4-62d5-4d35-b0a6-2d1b3bd7181c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1363404 Sep 23 01:31:55.334094 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for subnet (7386c062-b63e-4c1f-b1e2-1fb9fcd8ad53), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.441944 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7386c062-b63e-4c1f-b1e2-1fb9fcd8ad53,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:55.462072 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] Checking segment: {'id': '3f37b500-9fc0-49f3-94b2-cfc888c0d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '49ee2dba-99a1-4327-a775-b512e2163b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:31:55.462685 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] Network hostable DHCP agents. Network: 49ee2dba-99a1-4327-a775-b512e2163b07, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:31:55.603496 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] Network 49ee2dba-99a1-4327-a775-b512e2163b07 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:31:55.633428 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62338a-8de4-4689-825f-a943dd7767a6 req-2066ec25-4a09-4d46-af6a-2b28c25ca1a7 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:55.635296 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ae62338a-8de4-4689-825f-a943dd7767a6 req-2066ec25-4a09-4d46-af6a-2b28c25ca1a7 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0754993 Sep 23 01:31:55.701717 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ae62338a-8de4-4689-825f-a943dd7767a6 req-1ecf13ee-fe4a-4789-b16a-950fb48ad475 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585542 Sep 23 01:31:55.722481 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 49ee2dba-99a1-4327-a775-b512e2163b07) {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:31:55.736090 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:55.736090 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.737030 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ed5ae5-4e96-4378-8525-224ee46aa269 None None] Network 49ee2dba-99a1-4327-a775-b512e2163b07 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:31:55.842564 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-cf08fcd2-8a31-48b7-ad44-73b35ce21480 admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9873157 Sep 23 01:31:55.904646 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ccef2-cfad-4b52-9e85-e08c329f3c1d None None] Network 49ee2dba-99a1-4327-a775-b512e2163b07 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:31:56.046878 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-783e3ddd-7eb1-4ee4-8c25-fa199d843a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:56.051712 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-783e3ddd-7eb1-4ee4-8c25-fa199d843a3c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 1129 time: 0.1047132 Sep 23 01:31:56.248303 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-9c844837-c0be-4264-9fd5-e8483c83781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:56.251128 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-9c844837-c0be-4264-9fd5-e8483c83781f service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.1761918 Sep 23 01:31:56.312420 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-6038c34f-be27-4c2c-b97f-61d310b3ef6c service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2278e07-a734-419c-8d95-eb871a15d5c6 HTTP/1.1" status: 200 len: 217 time: 0.0543065 Sep 23 01:31:56.416733 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-d140a3d1-e052-4ab7-bd01-baa99d40c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:56.419900 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-d140a3d1-e052-4ab7-bd01-baa99d40c638 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.0997834 Sep 23 01:31:56.536135 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-eef8e95d-29ce-4bff-887d-17cbc6fe5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:56.538215 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-eef8e95d-29ce-4bff-887d-17cbc6fe5223 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1022840 Sep 23 01:31:56.725013 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-452e513a-11b7-4594-a0d9-e1967961afac service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757426 Sep 23 01:31:57.018489 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81d1cb-9896-4583-8866-f303e5f6a070 req-49b0580e-2b8a-4939-b852-61639b288a17 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:57.020269 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9f81d1cb-9896-4583-8866-f303e5f6a070 req-49b0580e-2b8a-4939-b852-61639b288a17 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.1311712 Sep 23 01:31:57.025096 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7b5db335-cd6c-449d-8912-a99d8affab92 req-c041cda5-0eb7-4614-a190-bee4ddf195af service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880592 Sep 23 01:31:57.087774 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cc24d2e-4742-4094-bd28-e8d76d2b0306 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:57.090364 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cc24d2e-4742-4094-bd28-e8d76d2b0306 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/networks?id=801c636e-c78b-47a9-ac91-474ae545af42 HTTP/1.1" status: 200 len: 809 time: 0.2195017 Sep 23 01:31:57.109337 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9f81d1cb-9896-4583-8866-f303e5f6a070 req-631b4c4b-55cf-43ee-ac40-e8edbdfa416b tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816178 Sep 23 01:31:57.115227 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-86ccd261-e4d6-4277-8cf5-3d54ca690f2e tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/quotas/178904b613b548899a222e05ffb970ea HTTP/1.1" status: 200 len: 375 time: 0.0165615 Sep 23 01:31:57.171649 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-74cb0b4c-8f0f-4bdd-a896-e4a9bb3f74c9 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=178904b613b548899a222e05ffb970ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439782 Sep 23 01:31:57.398413 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-46201e06-8eb2-4fb3-b43e-f4c7b6733ae4 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/801c636e-c78b-47a9-ac91-474ae545af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880972 Sep 23 01:31:57.596004 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d4d63-7182-4792-ab80-f9ceb82ce0b9 req-e67be2c3-c88a-44b9-91a5-2a517fc09644 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:57.598794 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-658d4d63-7182-4792-ab80-f9ceb82ce0b9 req-e67be2c3-c88a-44b9-91a5-2a517fc09644 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0917690 Sep 23 01:31:57.683278 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-658d4d63-7182-4792-ab80-f9ceb82ce0b9 req-37563d33-b77e-4422-8517-b81233d50f4e tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726464 Sep 23 01:31:57.710236 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:57.826202 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:57.857064 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-88a06b05-1b10-48da-8e0c-dab26b7b7e28 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/801c636e-c78b-47a9-ac91-474ae545af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756544 Sep 23 01:31:58.197561 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-80469bad-9a41-47c7-b7a1-e44f37b2b9be req-e6f2ec9d-fd58-48c6-9a27-b4ab2e2eec11 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 210 time: 0.0315325 Sep 23 01:31:58.310419 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:59.310781 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-50daf90b-da10-4e5e-aa15-0cff11bf3a2c req-60b48007-e49e-4e80-8790-74ef340ca29c tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 210 time: 0.0368986 Sep 23 01:32:00.201087 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36684) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:00.379127 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.438059 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-166fbf46-8857-478a-9cfe-f92f6ac38ce2 req-d5dd564d-cfe5-4f33-b27f-3995c730ce44 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 210 time: 0.0350749 Sep 23 01:32:00.503647 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Publish callbacks [] for security_group (0cc80a9e-19b2-4746-8f17-c99a3729f2a7), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.601328 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (0cc80a9e-19b2-4746-8f17-c99a3729f2a7), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.648754 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=dce8a0afd6c64abe9ffbf329c76d3e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457331 Sep 23 01:32:00.650297 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc80a9e-19b2-4746-8f17-c99a3729f2a7,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:00.652450 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36692) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:00.672176 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.675610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.675610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.675610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.675610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.675610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.675610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.675610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.675610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.675610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.675610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.676771 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.676771 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.676771 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.676771 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7289bb0b-2939-4198-ac27-8bbdbd15b348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:00.722894 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-5206e72a-d8ab-4261-8e72-89268f14c5a5 admin admin] Publish callbacks [] for security_group (0cc80a9e-19b2-4746-8f17-c99a3729f2a7), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.749101 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-5206e72a-d8ab-4261-8e72-89268f14c5a5 admin admin] Publish callbacks [] for security_group (0cc80a9e-19b2-4746-8f17-c99a3729f2a7), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.893775 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-5206e72a-d8ab-4261-8e72-89268f14c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (0cc80a9e-19b2-4746-8f17-c99a3729f2a7), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.896782 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-5206e72a-d8ab-4261-8e72-89268f14c5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.904211 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-5206e72a-d8ab-4261-8e72-89268f14c5a5 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/0cc80a9e-19b2-4746-8f17-c99a3729f2a7 HTTP/1.1" status: 204 len: 168 time: 0.2445910 Sep 23 01:32:00.911679 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206e72a-d8ab-4261-8e72-89268f14c5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc80a9e-19b2-4746-8f17-c99a3729f2a7,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:01.624278 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7a3a3bef-4171-41a1-8b16-7cbccf9111a9 req-cdf6745a-7bcd-4b72-8658-b74012c19bbc tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 210 time: 0.0461698 Sep 23 01:32:01.990350 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:02.464629 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7eafc7-2048-43db-ade8-3a538b700774 req-1ba13773-9386-4ce7-b3f5-bd14b2039865 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:02.467005 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1e7eafc7-2048-43db-ade8-3a538b700774 req-1ba13773-9386-4ce7-b3f5-bd14b2039865 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.1675010 Sep 23 01:32:02.475605 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3163-6fac-4289-b859-db90698f038a req-5af31862-7c76-4f68-ad88-9170d10d4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:02.477593 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-75af3163-6fac-4289-b859-db90698f038a req-5af31862-7c76-4f68-ad88-9170d10d4f12 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 1129 time: 0.1494014 Sep 23 01:32:02.520290 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-bd18d8f5-6cc6-4eb9-adbe-aa4d46b0615c tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:02.521971 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-bd18d8f5-6cc6-4eb9-adbe-aa4d46b0615c tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.88 "GET /networking/v2.0/networks?id=801c636e-c78b-47a9-ac91-474ae545af42 HTTP/1.1" status: 200 len: 809 time: 0.3033302 Sep 23 01:32:02.584576 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Request body: {'port': {'device_id': 'a254f348-3a11-4346-89dd-fe6b810d4321', 'network_id': '801c636e-c78b-47a9-ac91-474ae545af42', 'admin_state_up': True, 'tenant_id': '178904b613b548899a222e05ffb970ea'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:02.680342 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1e7eafc7-2048-43db-ade8-3a538b700774 req-d54faca2-bd1f-4319-8ea5-60ac0a8a043b tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953187 Sep 23 01:32:02.749910 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3163-6fac-4289-b859-db90698f038a req-1c811538-4479-493d-987d-91149662eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:02.751929 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-75af3163-6fac-4289-b859-db90698f038a req-1c811538-4479-493d-987d-91149662eef6 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.2553265 Sep 23 01:32:02.812874 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-75af3163-6fac-4289-b859-db90698f038a req-4ab61514-8278-4a09-b2b2-dfd8e1c38d56 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2278e07-a734-419c-8d95-eb871a15d5c6 HTTP/1.1" status: 200 len: 217 time: 0.0490601 Sep 23 01:32:02.867563 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-11c646ee-30bc-4117-9010-7aa7335ef9f8 req-4e7caa76-8b34-4556-879f-f9b255d3370e tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 210 time: 0.0428097 Sep 23 01:32:02.888988 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:02.905613 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3163-6fac-4289-b859-db90698f038a req-e463e4d6-af37-4608-99cb-f00bd918ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:02.907586 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-75af3163-6fac-4289-b859-db90698f038a req-e463e4d6-af37-4608-99cb-f00bd918ef0c service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.0841572 Sep 23 01:32:02.968066 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3163-6fac-4289-b859-db90698f038a req-e7c72c26-de13-4a5a-8d97-7fe924636d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:02.970165 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-75af3163-6fac-4289-b859-db90698f038a req-e7c72c26-de13-4a5a-8d97-7fe924636d88 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0561619 Sep 23 01:32:02.972910 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Made reservation on behalf of 178904b613b548899a222e05ffb970ea for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:02.977576 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.223782 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Allocated IP 172.20.0.10 (801c636e-c78b-47a9-ac91-474ae545af42/a9c113a7-aacb-4c79-a195-dfb4f30f89b3/0c6b7732-3865-4998-8c38-bad738427f3b) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:03.290532 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-75af3163-6fac-4289-b859-db90698f038a req-17c88b15-5f74-4b05-a770-4bb03819c5fa service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644015 Sep 23 01:32:03.468980 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-75af3163-6fac-4289-b859-db90698f038a req-a093c97a-fecc-491b-8525-2cd1604d1610 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662288 Sep 23 01:32:03.527510 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Publish callbacks [] for port (0c6b7732-3865-4998-8c38-bad738427f3b), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.716416 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.782304 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Network 801c636e-c78b-47a9-ac91-474ae545af42 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:03.787000 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:03.795222 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:03.803339 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:03.804627 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.819804 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Pushing event updated for resources: {'Port': ['ID=0c6b7732-3865-4998-8c38-bad738427f3b,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:03.885916 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1faa06-7f52-4757-80a0-1067eedeec3f req-0f8164d2-8f60-413b-bb07-b4974427fccd tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:03.887746 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2b1faa06-7f52-4757-80a0-1067eedeec3f req-0f8164d2-8f60-413b-bb07-b4974427fccd tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0576782 Sep 23 01:32:04.207708 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7cd8ac81-4358-40ca-9b22-c75754c534ad tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6352038 Sep 23 01:32:04.211104 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:04.267825 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Request body: {'port': {'device_id': 'a254f348-3a11-4346-89dd-fe6b810d4321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:04.290774 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cb743-46fb-48be-938d-c2a73b852a89 req-08f7f302-1ed8-475d-82c1-ca58c5655492 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:04.293491 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-816cb743-46fb-48be-938d-c2a73b852a89 req-08f7f302-1ed8-475d-82c1-ca58c5655492 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 932 time: 0.1520209 Sep 23 01:32:04.317150 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2b1faa06-7f52-4757-80a0-1067eedeec3f req-c9226279-335c-46aa-aa00-d9b3cd080319 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165742 Sep 23 01:32:04.364943 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:04.375293 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-816cb743-46fb-48be-938d-c2a73b852a89 req-e4221903-9895-4e3d-b7bf-eb667a121277 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676050 Sep 23 01:32:04.704816 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6b7732-3865-4998-8c38-bad738427f3b {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:04.714743 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Publish callbacks [] for port (0c6b7732-3865-4998-8c38-bad738427f3b), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:04.731032 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Transition to ACTIVE for port object 0c6b7732-3865-4998-8c38-bad738427f3b will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:32:04.852737 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:04.923628 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6b7732-3865-4998-8c38-bad738427f3b,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:04.930186 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Attempting to bind port 0c6b7732-3865-4998-8c38-bad738427f3b on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:32:04.930525 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Attempting to bind port 0c6b7732-3865-4998-8c38-bad738427f3b by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3fe140b6-09da-4a08-8caf-a9a80bb4efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '801c636e-c78b-47a9-ac91-474ae545af42'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:32:04.935319 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Attempting to bind port 0c6b7732-3865-4998-8c38-bad738427f3b on network 801c636e-c78b-47a9-ac91-474ae545af42 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:04.979696 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Port 0c6b7732-3865-4998-8c38-bad738427f3b on network 801c636e-c78b-47a9-ac91-474ae545af42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:32:04.980023 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Attempting to bind port 0c6b7732-3865-4998-8c38-bad738427f3b on network 801c636e-c78b-47a9-ac91-474ae545af42 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:05.034029 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:32:05.034332 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Checking segment: {'id': '3fe140b6-09da-4a08-8caf-a9a80bb4efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '801c636e-c78b-47a9-ac91-474ae545af42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:05.034775 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Bound using segment: {'id': '3fe140b6-09da-4a08-8caf-a9a80bb4efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '801c636e-c78b-47a9-ac91-474ae545af42'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:32:05.035377 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Bound port: 0c6b7732-3865-4998-8c38-bad738427f3b, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe140b6-09da-4a08-8caf-a9a80bb4efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '801c636e-c78b-47a9-ac91-474ae545af42'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:32:05.035587 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.089355 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:05.117469 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] For port 0c6b7732-3865-4998-8c38-bad738427f3b, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:32:05.121557 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] For port 0c6b7732-3865-4998-8c38-bad738427f3b, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0c6b7732-3865-4998-8c38-bad738427f3b,segment=NetworkSegment(3fe140b6-09da-4a08-8caf-a9a80bb4efed),segment_id=3fe140b6-09da-4a08-8caf-a9a80bb4efed)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:32:05.236434 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.244119 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.244932 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.247422 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/0c6b7732-3865-4998-8c38-bad738427f3b HTTP/1.1" status: 200 len: 1094 time: 1.0053074 Sep 23 01:32:05.252267 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a254f348-3a11-4346-89dd-fe6b810d4321', 'tag': '0c6b7732-3865-4998-8c38-bad738427f3b'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:05.252267 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e87dd32-ee94-4e9e-b51a-da9f65e6cb48" -d '{"events": [{"name": "network-changed", "server_uuid": "a254f348-3a11-4346-89dd-fe6b810d4321", "tag": "0c6b7732-3865-4998-8c38-bad738427f3b"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:05.299740 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:05.342723 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24801bef-b86c-40c3-97c0-b5ea9e5997b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6b7732-3865-4998-8c38-bad738427f3b,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:05.352768 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3dbde3-7d92-437c-9b2d-8f6c215673c5 x-openstack-request-id: req-2d3dbde3-7d92-437c-9b2d-8f6c215673c5 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:05.353127 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a254f348-3a11-4346-89dd-fe6b810d4321", "tag": "0c6b7732-3865-4998-8c38-bad738427f3b", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:05.353512 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2d3dbde3-7d92-437c-9b2d-8f6c215673c5 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:05.354097 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3dbde3-7d92-437c-9b2d-8f6c215673c5'] response: {'name': 'network-changed', 'server_uuid': 'a254f348-3a11-4346-89dd-fe6b810d4321', 'tag': '0c6b7732-3865-4998-8c38-bad738427f3b', 'status': 'completed', 'code': 200} Sep 23 01:32:05.474730 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87dd32-ee94-4e9e-b51a-da9f65e6cb48 req-670b98d6-e528-4388-969a-5d9ca41a946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.477664 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3e87dd32-ee94-4e9e-b51a-da9f65e6cb48 req-670b98d6-e528-4388-969a-5d9ca41a946b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=178904b613b548899a222e05ffb970ea&device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 1128 time: 0.0586777 Sep 23 01:32:05.506195 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a606b1c-6b1e-4bc3-986c-b89110cf9e9d req-87b5781b-ab6d-44b4-a8f6-e922652a0de5 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.509677 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2a606b1c-6b1e-4bc3-986c-b89110cf9e9d req-87b5781b-ab6d-44b4-a8f6-e922652a0de5 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0793462 Sep 23 01:32:05.600309 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2a606b1c-6b1e-4bc3-986c-b89110cf9e9d req-cbeb29ad-b33f-4e6a-8d24-391fe994beff tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833862 Sep 23 01:32:05.619665 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b4e62-49ed-47b0-9b44-999fb12bb5c6 req-3e415a7b-b13f-40e8-9fcc-45f78f8b8f36 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.621385 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-411b4e62-49ed-47b0-9b44-999fb12bb5c6 req-3e415a7b-b13f-40e8-9fcc-45f78f8b8f36 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 944 time: 0.0636990 Sep 23 01:32:05.671889 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87dd32-ee94-4e9e-b51a-da9f65e6cb48 req-e66e83fb-ebc0-4871-ab0c-a04ce334054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.673379 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3e87dd32-ee94-4e9e-b51a-da9f65e6cb48 req-e66e83fb-ebc0-4871-ab0c-a04ce334054b service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=178904b613b548899a222e05ffb970ea&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1777549 Sep 23 01:32:05.751124 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-411b4e62-49ed-47b0-9b44-999fb12bb5c6 req-62a47d69-9fa9-4be2-bc81-1b2c5e6e2013 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121738 Sep 23 01:32:05.810715 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87dd32-ee94-4e9e-b51a-da9f65e6cb48 req-8bc5fb7e-7a17-4e18-ae57-f396b4d34b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.813198 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3e87dd32-ee94-4e9e-b51a-da9f65e6cb48 req-8bc5fb7e-7a17-4e18-ae57-f396b4d34b1c service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287022 Sep 23 01:32:05.929580 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-6797b0ad-ada4-44e3-b298-74009252034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.931124 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-6797b0ad-ada4-44e3-b298-74009252034f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=178904b613b548899a222e05ffb970ea&device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 1128 time: 0.0447421 Sep 23 01:32:05.989872 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-bacb7c92-33ef-4cfb-be54-df0ae32b0e87 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c6b7732-3865-4998-8c38-bad738427f3b HTTP/1.1" status: 200 len: 217 time: 0.0441992 Sep 23 01:32:06.019425 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:06.069622 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-8d4090b5-e85e-4ddc-94c6-f9ac2cfac207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:06.072324 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-8d4090b5-e85e-4ddc-94c6-f9ac2cfac207 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=a9c113a7-aacb-4c79-a195-dfb4f30f89b3 HTTP/1.1" status: 200 len: 849 time: 0.0754609 Sep 23 01:32:06.133829 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-7aa25df4-9c6e-4cc9-9e80-6fa47c4995ad service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=801c636e-c78b-47a9-ac91-474ae545af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412853 Sep 23 01:32:06.255242 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-fa832f96-42cc-4f01-9846-3312bd5e4ed6 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/801c636e-c78b-47a9-ac91-474ae545af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085582 Sep 23 01:32:06.305382 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:32:06.382403 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a4286abd-3f47-4b17-83e8-44ddaf1e6bb4 req-d3c45ae9-15d7-4660-88f5-ffc44c74b208 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/801c636e-c78b-47a9-ac91-474ae545af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188445 Sep 23 01:32:06.752644 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611019a-e519-4ddf-87c3-59c073145d41 req-aa6ad10f-6408-4891-8924-97fb4fdf9ce6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:06.754347 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8611019a-e519-4ddf-87c3-59c073145d41 req-aa6ad10f-6408-4891-8924-97fb4fdf9ce6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0654929 Sep 23 01:32:06.825440 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8611019a-e519-4ddf-87c3-59c073145d41 req-c78d50ea-0d58-4e70-9d8b-04838284fc99 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632620 Sep 23 01:32:07.001277 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0aede-b546-42bf-928a-633c5fe91938 req-2a4b337c-cb2d-4389-b293-50876568951e tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:07.004039 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-79c0aede-b546-42bf-928a-633c5fe91938 req-2a4b337c-cb2d-4389-b293-50876568951e tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 944 time: 0.0977073 Sep 23 01:32:07.102189 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-79c0aede-b546-42bf-928a-633c5fe91938 req-e3bdf0a3-4697-47a8-8c76-338d61c0e54e tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892344 Sep 23 01:32:07.276267 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:07.506018 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36858) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:07.550517 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:07.660842 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36864) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:07.703850 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ebc1-9904-4312-8ff4-6835c3b107c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:07.730890 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0ce629c9-9cf3-4df3-8707-3ca48f0a83c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:07.864745 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ebc1-9904-4312-8ff4-6835c3b107c3 admin admin] Publish callbacks [] for security_group (f31cbf94-aa75-46b0-85c2-a3b0725b626a), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:07.886620 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0ce629c9-9cf3-4df3-8707-3ca48f0a83c8 admin admin] Publish callbacks [] for security_group (89c9121f-325d-4cf4-a8d5-4289c0cfda9b), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:07.985272 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9db991-32f3-436c-bc5a-92b21904afc4 req-93b3ef01-12c0-4fd9-9d07-3e6497e5103c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:07.987144 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1f9db991-32f3-436c-bc5a-92b21904afc4 req-93b3ef01-12c0-4fd9-9d07-3e6497e5103c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0549371 Sep 23 01:32:08.008724 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ebc1-9904-4312-8ff4-6835c3b107c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (f31cbf94-aa75-46b0-85c2-a3b0725b626a), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.013671 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0ce629c9-9cf3-4df3-8707-3ca48f0a83c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (89c9121f-325d-4cf4-a8d5-4289c0cfda9b), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.054884 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1f9db991-32f3-436c-bc5a-92b21904afc4 req-b223a28d-cfdd-4966-a83e-8a4210fbbae6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605106 Sep 23 01:32:08.073898 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-b3a4ebc1-9904-4312-8ff4-6835c3b107c3 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=eafe74436e8d4bceb52a7d80d51a2625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5662670 Sep 23 01:32:08.078498 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36878) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:08.090088 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-0ce629c9-9cf3-4df3-8707-3ca48f0a83c8 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=99f1aab007ad483fa118c294feb908f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253545 Sep 23 01:32:08.090088 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4ebc1-9904-4312-8ff4-6835c3b107c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31cbf94-aa75-46b0-85c2-a3b0725b626a,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:08.090731 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36880) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:08.154277 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-89e1aba4-70b9-49a5-a329-b29cbc834185 admin admin] Publish callbacks [] for security_group (f31cbf94-aa75-46b0-85c2-a3b0725b626a), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.162350 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce629c9-9cf3-4df3-8707-3ca48f0a83c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c9121f-325d-4cf4-a8d5-4289c0cfda9b,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:08.187293 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f2cda939-9267-4bb4-acf8-32d627e1152b admin admin] Publish callbacks [] for security_group (89c9121f-325d-4cf4-a8d5-4289c0cfda9b), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.214075 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-89e1aba4-70b9-49a5-a329-b29cbc834185 admin admin] Publish callbacks [] for security_group (f31cbf94-aa75-46b0-85c2-a3b0725b626a), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.214519 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f2cda939-9267-4bb4-acf8-32d627e1152b admin admin] Publish callbacks [] for security_group (89c9121f-325d-4cf4-a8d5-4289c0cfda9b), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.290395 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:08.308250 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6006f-d5f8-487f-8824-1969d473b900 req-41bf4401-23ca-4ce0-9934-1d44e2cac901 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:08.310368 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c7f6006f-d5f8-487f-8824-1969d473b900 req-41bf4401-23ca-4ce0-9934-1d44e2cac901 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 944 time: 0.0749147 Sep 23 01:32:08.374890 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c7f6006f-d5f8-487f-8824-1969d473b900 req-13905e77-52d6-48ad-bd79-5b3afb02e70e tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577142 Sep 23 01:32:08.395947 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-89e1aba4-70b9-49a5-a329-b29cbc834185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (f31cbf94-aa75-46b0-85c2-a3b0725b626a), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.399119 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-89e1aba4-70b9-49a5-a329-b29cbc834185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.399317 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f2cda939-9267-4bb4-acf8-32d627e1152b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (89c9121f-325d-4cf4-a8d5-4289c0cfda9b), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.402123 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-89e1aba4-70b9-49a5-a329-b29cbc834185 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/f31cbf94-aa75-46b0-85c2-a3b0725b626a HTTP/1.1" status: 204 len: 168 time: 0.3224616 Sep 23 01:32:08.410124 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f2cda939-9267-4bb4-acf8-32d627e1152b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.410124 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-f2cda939-9267-4bb4-acf8-32d627e1152b admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/89c9121f-325d-4cf4-a8d5-4289c0cfda9b HTTP/1.1" status: 204 len: 168 time: 0.3091722 Sep 23 01:32:08.416765 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1aba4-70b9-49a5-a329-b29cbc834185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31cbf94-aa75-46b0-85c2-a3b0725b626a,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:08.427883 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cda939-9267-4bb4-acf8-32d627e1152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c9121f-325d-4cf4-a8d5-4289c0cfda9b,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:08.919770 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 36902) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:09.113298 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-77a0bc97-e0cc-4a1c-8757-3f9a954d9d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:09.244356 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edd401-3936-4807-b1d0-ecbe2aa5429e req-f8bd7a86-b2fa-4440-ad10-aa6e9a8b5cd3 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:09.246494 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-62edd401-3936-4807-b1d0-ecbe2aa5429e req-f8bd7a86-b2fa-4440-ad10-aa6e9a8b5cd3 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0570333 Sep 23 01:32:09.264178 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-77a0bc97-e0cc-4a1c-8757-3f9a954d9d53 admin admin] Publish callbacks [] for security_group (755f28da-603f-4dd1-8d07-eb0709557442), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:09.281269 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:09.311079 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-62edd401-3936-4807-b1d0-ecbe2aa5429e req-d8d0d502-ed93-4807-8bef-194994ec29d0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581779 Sep 23 01:32:09.366821 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-77a0bc97-e0cc-4a1c-8757-3f9a954d9d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (755f28da-603f-4dd1-8d07-eb0709557442), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:09.419429 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-77a0bc97-e0cc-4a1c-8757-3f9a954d9d53 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=651d269788c64c03bb344014aee66146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4971330 Sep 23 01:32:09.420541 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0bc97-e0cc-4a1c-8757-3f9a954d9d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755f28da-603f-4dd1-8d07-eb0709557442,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:09.421926 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 36926) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:09.503231 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bc1b3fe9-a0a6-432f-b890-403656bdc0a9 admin admin] Publish callbacks [] for security_group (755f28da-603f-4dd1-8d07-eb0709557442), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:09.528478 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223c84-c044-41bc-97d6-aab180946f29 req-1679a6bf-cb6e-45ae-8200-4218e2d01ace tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:09.535307 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d3223c84-c044-41bc-97d6-aab180946f29 req-1679a6bf-cb6e-45ae-8200-4218e2d01ace tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 944 time: 0.0612881 Sep 23 01:32:09.536518 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bc1b3fe9-a0a6-432f-b890-403656bdc0a9 admin admin] Publish callbacks [] for security_group (755f28da-603f-4dd1-8d07-eb0709557442), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:09.597041 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d3223c84-c044-41bc-97d6-aab180946f29 req-5189bdf0-0b43-46c0-88ac-ab1c307eebcd tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605319 Sep 23 01:32:09.715938 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bc1b3fe9-a0a6-432f-b890-403656bdc0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (755f28da-603f-4dd1-8d07-eb0709557442), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:09.715938 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bc1b3fe9-a0a6-432f-b890-403656bdc0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:09.719569 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-bc1b3fe9-a0a6-432f-b890-403656bdc0a9 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/755f28da-603f-4dd1-8d07-eb0709557442 HTTP/1.1" status: 204 len: 168 time: 0.2936981 Sep 23 01:32:09.728609 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b3fe9-a0a6-432f-b890-403656bdc0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f28da-603f-4dd1-8d07-eb0709557442,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:10.023385 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 0c6b7732-3865-4998-8c38-bad738427f3b details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:32:10.188704 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 0c6b7732-3865-4998-8c38-bad738427f3b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0c6b7732-3865-4998-8c38-bad738427f3b,segment=NetworkSegment(3fe140b6-09da-4a08-8caf-a9a80bb4efed),segment_id=3fe140b6-09da-4a08-8caf-a9a80bb4efed)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:10.204579 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '0c6b7732-3865-4998-8c38-bad738427f3b', 'network_id': '801c636e-c78b-47a9-ac91-474ae545af42', 'port_id': '0c6b7732-3865-4998-8c38-bad738427f3b', 'mac_address': 'fa:16:3e:c4:99:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 468, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c113a7-aacb-4c79-a195-dfb4f30f89b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:32:10.240789 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:10.259994 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 0c6b7732-3865-4998-8c38-bad738427f3b is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:10.259994 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:10.269790 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6b7732-3865-4998-8c38-bad738427f3b {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:10.299692 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 0c6b7732-3865-4998-8c38-bad738427f3b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0c6b7732-3865-4998-8c38-bad738427f3b,segment=NetworkSegment(3fe140b6-09da-4a08-8caf-a9a80bb4efed),segment_id=3fe140b6-09da-4a08-8caf-a9a80bb4efed)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:10.384970 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:10.481318 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=0c6b7732-3865-4998-8c38-bad738427f3b,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:10.482257 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:10.491687 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.492383 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.492750 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.493116 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.493450 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.493846 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.494171 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.494493 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.494845 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.495171 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.495488 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.495807 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.496124 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.496434 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.496788 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:10.503696 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd35d8-b76a-4e23-8f02-7afaafdbd07e req-1d307a14-66c0-48c5-bbf7-ce37db0c7f34 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:10.505753 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c1fd35d8-b76a-4e23-8f02-7afaafdbd07e req-1d307a14-66c0-48c5-bbf7-ce37db0c7f34 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0587394 Sep 23 01:32:10.550331 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:10.568524 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c1fd35d8-b76a-4e23-8f02-7afaafdbd07e req-f7f36531-c941-4ecc-b947-298aedc04307 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506518 Sep 23 01:32:10.808804 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e171a-6f95-43e0-a437-4c31ed41dd9e req-59ebb5bc-c117-489e-b731-a8aa9d84a842 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:10.810931 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ee6e171a-6f95-43e0-a437-4c31ed41dd9e req-59ebb5bc-c117-489e-b731-a8aa9d84a842 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 945 time: 0.0673628 Sep 23 01:32:10.865339 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ee6e171a-6f95-43e0-a437-4c31ed41dd9e req-e068743c-92a0-4820-acd6-eb68c9a77f70 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475972 Sep 23 01:32:10.871731 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['0c6b7732-3865-4998-8c38-bad738427f3b'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:32:11.745311 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc631e58-ec30-41dc-9d06-4a5072eba859 req-d6110df4-bf00-4087-9a64-925c35b6af46 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:11.747574 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fc631e58-ec30-41dc-9d06-4a5072eba859 req-d6110df4-bf00-4087-9a64-925c35b6af46 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0667717 Sep 23 01:32:11.831220 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fc631e58-ec30-41dc-9d06-4a5072eba859 req-82b9b702-0d12-46a6-89b9-1827d75cd3da tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760467 Sep 23 01:32:12.048479 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 0c6b7732-3865-4998-8c38-bad738427f3b up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:32:12.120820 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:12.204482 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5c7b9-64d9-44ea-946c-2fdb0cb3fef1 req-a8948ac7-8642-4bfd-837d-a8b2cafb0582 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:12.208948 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-96a5c7b9-64d9-44ea-946c-2fdb0cb3fef1 req-a8948ac7-8642-4bfd-837d-a8b2cafb0582 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 945 time: 0.1700177 Sep 23 01:32:12.218505 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port 0c6b7732-3865-4998-8c38-bad738427f3b completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:32:12.298008 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-96a5c7b9-64d9-44ea-946c-2fdb0cb3fef1 req-174ce268-b22d-4e9f-ab3d-f1506b5a483f tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810521 Sep 23 01:32:12.584345 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 0c6b7732-3865-4998-8c38-bad738427f3b triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:12.584843 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:12.585594 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 0c6b7732-3865-4998-8c38-bad738427f3b Sep 23 01:32:12.728690 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 0c6b7732-3865-4998-8c38-bad738427f3b is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:12.729236 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:12.760186 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a254f348-3a11-4346-89dd-fe6b810d4321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6b7732-3865-4998-8c38-bad738427f3b'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:12.763238 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b17e627-1815-4baa-94a7-5682725e77d2" -d '{"events": [{"server_uuid": "a254f348-3a11-4346-89dd-fe6b810d4321", "name": "network-vif-plugged", "status": "completed", "tag": "0c6b7732-3865-4998-8c38-bad738427f3b"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:12.780750 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 0c6b7732-3865-4998-8c38-bad738427f3b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0c6b7732-3865-4998-8c38-bad738427f3b,segment=NetworkSegment(3fe140b6-09da-4a08-8caf-a9a80bb4efed),segment_id=3fe140b6-09da-4a08-8caf-a9a80bb4efed)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:12.814157 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c9a1ca-51f7-4cb5-93b2-1f1059614254 x-openstack-request-id: req-25c9a1ca-51f7-4cb5-93b2-1f1059614254 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:12.814502 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a254f348-3a11-4346-89dd-fe6b810d4321", "name": "network-vif-plugged", "status": "completed", "tag": "0c6b7732-3865-4998-8c38-bad738427f3b", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:12.815195 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-25c9a1ca-51f7-4cb5-93b2-1f1059614254 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:12.816418 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c9a1ca-51f7-4cb5-93b2-1f1059614254'] response: {'server_uuid': 'a254f348-3a11-4346-89dd-fe6b810d4321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6b7732-3865-4998-8c38-bad738427f3b', 'code': 200} Sep 23 01:32:12.898551 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:12.975418 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=0c6b7732-3865-4998-8c38-bad738427f3b,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:13.058281 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa202d5-41cf-4dfd-a806-2358d8aff11b req-c4d236f9-1c92-4bae-b73b-867fe2ec6aa3 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:13.060635 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-bfa202d5-41cf-4dfd-a806-2358d8aff11b req-c4d236f9-1c92-4bae-b73b-867fe2ec6aa3 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0530064 Sep 23 01:32:13.129734 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-bfa202d5-41cf-4dfd-a806-2358d8aff11b req-cd4c75b9-c40c-44d5-85f9-5d44079b19fd tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564251 Sep 23 01:32:13.601294 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:13.622778 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433821a2-151b-4678-b8c8-6d36c43b37a4 req-45a692cd-cf27-4139-ac3d-2bd3cf733674 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:13.625258 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-433821a2-151b-4678-b8c8-6d36c43b37a4 req-45a692cd-cf27-4139-ac3d-2bd3cf733674 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 946 time: 0.1117871 Sep 23 01:32:13.627511 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba08df-17ed-4afd-a186-e115967e662b req-4b142fdc-6b3c-4dbb-b761-ba12d3ea5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:13.629826 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-69ba08df-17ed-4afd-a186-e115967e662b req-4b142fdc-6b3c-4dbb-b761-ba12d3ea5ade service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 1130 time: 0.2142675 Sep 23 01:32:13.765787 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-69ba08df-17ed-4afd-a186-e115967e662b req-487e7b0f-fcda-4bf5-8a19-d282f3606a75 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235979 Sep 23 01:32:13.784421 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-433821a2-151b-4678-b8c8-6d36c43b37a4 req-58c663c9-369e-417c-a853-d9020d555c8b tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450064 Sep 23 01:32:14.278798 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c82fe4-bd9f-4153-bd08-c5f63ea38994 req-d4a3eac3-3ba5-4eca-ad42-0a9766fb4d5f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:14.280704 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-19c82fe4-bd9f-4153-bd08-c5f63ea38994 req-d4a3eac3-3ba5-4eca-ad42-0a9766fb4d5f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0562267 Sep 23 01:32:14.342638 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-19c82fe4-bd9f-4153-bd08-c5f63ea38994 req-aa8d105c-2d3a-4025-9abc-bfc8e460507e tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510516 Sep 23 01:32:14.506830 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37140) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:14.662384 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-84cb7acd-a9ee-457d-b0e3-ddaaf13dc914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.772260 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-84cb7acd-a9ee-457d-b0e3-ddaaf13dc914 admin admin] Publish callbacks [] for security_group (5ce691d9-b38a-4194-9e9b-d46768fab179), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.825652 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-7806d261-23a7-4730-9859-356e91c896e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.859881 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-84cb7acd-a9ee-457d-b0e3-ddaaf13dc914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (5ce691d9-b38a-4194-9e9b-d46768fab179), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.965296 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-84cb7acd-a9ee-457d-b0e3-ddaaf13dc914 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=46a7ec946ad64676ab7b82e4e78fd134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560285 Sep 23 01:32:14.967728 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37160) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:14.978493 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb7acd-a9ee-457d-b0e3-ddaaf13dc914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce691d9-b38a-4194-9e9b-d46768fab179,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:14.990053 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324f202-ad95-48ea-a6f8-6e7b93659ea8 req-6a793b74-5b54-4bdc-a87d-a6085289f065 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:14.992058 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5324f202-ad95-48ea-a6f8-6e7b93659ea8 req-6a793b74-5b54-4bdc-a87d-a6085289f065 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 946 time: 0.1035464 Sep 23 01:32:15.078934 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:15.108982 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-12d537ca-f53c-4c81-a1e5-39e52f158189 admin admin] Publish callbacks [] for security_group (5ce691d9-b38a-4194-9e9b-d46768fab179), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.115616 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5324f202-ad95-48ea-a6f8-6e7b93659ea8 req-c181a98c-ff54-4031-9a2a-982b93e5ba67 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071610 Sep 23 01:32:15.163637 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-12d537ca-f53c-4c81-a1e5-39e52f158189 admin admin] Publish callbacks [] for security_group (5ce691d9-b38a-4194-9e9b-d46768fab179), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.426996 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-12d537ca-f53c-4c81-a1e5-39e52f158189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (5ce691d9-b38a-4194-9e9b-d46768fab179), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.426996 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-12d537ca-f53c-4c81-a1e5-39e52f158189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.432399 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-12d537ca-f53c-4c81-a1e5-39e52f158189 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/5ce691d9-b38a-4194-9e9b-d46768fab179 HTTP/1.1" status: 204 len: 168 time: 0.4595370 Sep 23 01:32:15.452552 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d537ca-f53c-4c81-a1e5-39e52f158189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce691d9-b38a-4194-9e9b-d46768fab179,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:15.545173 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46a9df-fd45-4a48-bc5a-d4f34820a261 req-750ed23d-9c82-4354-a029-4b58602af223 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:15.546818 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ee46a9df-fd45-4a48-bc5a-d4f34820a261 req-750ed23d-9c82-4354-a029-4b58602af223 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0976524 Sep 23 01:32:15.614542 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ee46a9df-fd45-4a48-bc5a-d4f34820a261 req-25a7eb52-4f6b-48fa-bd0e-3ae77d0be11a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604382 Sep 23 01:32:16.283807 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 37206) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:16.295033 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:16.297251 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:16.474291 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1d04c01d-a6bc-4c6f-b534-3cd89be08d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.620996 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1d04c01d-a6bc-4c6f-b534-3cd89be08d2a admin admin] Publish callbacks [] for security_group (2cd4c26d-f717-4155-af58-436a25222a2e), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.744152 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1d04c01d-a6bc-4c6f-b534-3cd89be08d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (2cd4c26d-f717-4155-af58-436a25222a2e), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.798339 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-1d04c01d-a6bc-4c6f-b534-3cd89be08d2a admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=ae427eb3d1104f8fbbeb393c63750389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131352 Sep 23 01:32:16.800001 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04c01d-a6bc-4c6f-b534-3cd89be08d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd4c26d-f717-4155-af58-436a25222a2e,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:16.803976 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37222) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:16.850624 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:16.922413 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30c63564-75eb-4df4-be9f-a730eb0056b0 admin admin] Publish callbacks [] for security_group (2cd4c26d-f717-4155-af58-436a25222a2e), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.970290 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30c63564-75eb-4df4-be9f-a730eb0056b0 admin admin] Publish callbacks [] for security_group (2cd4c26d-f717-4155-af58-436a25222a2e), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:17.058868 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818f895-8938-48d9-b159-db785b9142f0 req-4c8f300b-2db6-4229-895c-b232363b28de tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:17.061449 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e818f895-8938-48d9-b159-db785b9142f0 req-4c8f300b-2db6-4229-895c-b232363b28de tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 946 time: 0.1160030 Sep 23 01:32:17.191139 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30c63564-75eb-4df4-be9f-a730eb0056b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (2cd4c26d-f717-4155-af58-436a25222a2e), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:17.196937 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-30c63564-75eb-4df4-be9f-a730eb0056b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:17.207240 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-30c63564-75eb-4df4-be9f-a730eb0056b0 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/2cd4c26d-f717-4155-af58-436a25222a2e HTTP/1.1" status: 204 len: 168 time: 0.3984802 Sep 23 01:32:17.235579 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e818f895-8938-48d9-b159-db785b9142f0 req-28184336-8e3d-4e36-8305-a6ab6969e1f9 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632302 Sep 23 01:32:17.243031 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c63564-75eb-4df4-be9f-a730eb0056b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd4c26d-f717-4155-af58-436a25222a2e,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:17.454753 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffab4-a400-4951-be46-0513d5ccc3a2 req-44f03892-4efc-4915-9f24-929417d58d14 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:17.456705 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-316ffab4-a400-4951-be46-0513d5ccc3a2 req-44f03892-4efc-4915-9f24-929417d58d14 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0857713 Sep 23 01:32:17.518998 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-316ffab4-a400-4951-be46-0513d5ccc3a2 req-5113404b-6aa3-474b-a955-0e762327677d tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553122 Sep 23 01:32:17.835595 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-95bbd2cf-ed6c-499f-9ff1-512c363213f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.261681 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37258) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:18.277474 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-14e901b2-54e9-4d93-b012-1b0016f5afcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.382032 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-14e901b2-54e9-4d93-b012-1b0016f5afcc admin admin] Publish callbacks [] for security_group (3c53a00e-524c-4fff-a753-45a6b6097a6c), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.526695 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-14e901b2-54e9-4d93-b012-1b0016f5afcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (3c53a00e-524c-4fff-a753-45a6b6097a6c), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.598846 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-14e901b2-54e9-4d93-b012-1b0016f5afcc admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=d284a5df51554d3a8592619894772fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354406 Sep 23 01:32:18.601450 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e901b2-54e9-4d93-b012-1b0016f5afcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c53a00e-524c-4fff-a753-45a6b6097a6c,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:18.602898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 37262) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:18.731057 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef8037-7f55-4c24-9cda-db620312f945 req-727d6226-128f-436c-bd66-0ec4ed525d57 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:18.732808 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0aef8037-7f55-4c24-9cda-db620312f945 req-727d6226-128f-436c-bd66-0ec4ed525d57 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0691221 Sep 23 01:32:18.735821 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96a19029-a4c4-4b85-bca7-73ea12fd304a admin admin] Publish callbacks [] for security_group (3c53a00e-524c-4fff-a753-45a6b6097a6c), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.761846 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:18.779037 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96a19029-a4c4-4b85-bca7-73ea12fd304a admin admin] Publish callbacks [] for security_group (3c53a00e-524c-4fff-a753-45a6b6097a6c), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.833232 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0aef8037-7f55-4c24-9cda-db620312f945 req-c4713d87-6ddf-4f49-85d3-0f75ab450d75 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940337 Sep 23 01:32:19.082070 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96a19029-a4c4-4b85-bca7-73ea12fd304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (3c53a00e-524c-4fff-a753-45a6b6097a6c), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:19.086388 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96a19029-a4c4-4b85-bca7-73ea12fd304a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:19.094611 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-96a19029-a4c4-4b85-bca7-73ea12fd304a admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/3c53a00e-524c-4fff-a753-45a6b6097a6c HTTP/1.1" status: 204 len: 168 time: 0.4899151 Sep 23 01:32:19.116286 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a19029-a4c4-4b85-bca7-73ea12fd304a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c53a00e-524c-4fff-a753-45a6b6097a6c,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:19.529055 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:20.030178 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:20.039306 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ef27f-9315-4224-a946-fd40f3aa450a req-be8e688c-45bb-4936-b273-c26c2867004f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:20.040939 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b90ef27f-9315-4224-a946-fd40f3aa450a req-be8e688c-45bb-4936-b273-c26c2867004f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0633011 Sep 23 01:32:20.112356 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b90ef27f-9315-4224-a946-fd40f3aa450a req-416f4e92-494a-44ab-b7e6-5eb8f4e32ee7 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610216 Sep 23 01:32:20.384644 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:20.762657 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082ceb1-9d3d-4c67-b8ad-652c2bcb825d req-3b48348d-1710-4cf7-8605-369d071e23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:20.765686 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9082ceb1-9d3d-4c67-b8ad-652c2bcb825d req-3b48348d-1710-4cf7-8605-369d071e23a9 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 1129 time: 0.0821249 Sep 23 01:32:20.853981 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9082ceb1-9d3d-4c67-b8ad-652c2bcb825d req-e2198383-e175-48a0-a519-335c4577f79f service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807481 Sep 23 01:32:21.339460 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e788d-11b9-432d-986a-a1f3b2789d6b req-9b2d5c58-91b4-40b9-ba25-de6360eaf90f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:21.350625 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c79e788d-11b9-432d-986a-a1f3b2789d6b req-9b2d5c58-91b4-40b9-ba25-de6360eaf90f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0761724 Sep 23 01:32:21.435931 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:21.438549 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c79e788d-11b9-432d-986a-a1f3b2789d6b req-33d48ee1-63b1-4761-a67e-a975189b9686 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865734 Sep 23 01:32:21.825855 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d118430-677e-4ecd-a4fe-d06bbeeb811d req-c5357c37-a774-4cf1-8845-1c3986e32620 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:21.828542 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5d118430-677e-4ecd-a4fe-d06bbeeb811d req-c5357c37-a774-4cf1-8845-1c3986e32620 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0806265 Sep 23 01:32:21.912757 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5d118430-677e-4ecd-a4fe-d06bbeeb811d req-b79d581f-1ac0-46a5-b6d5-ef11140a325b tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733290 Sep 23 01:32:22.696037 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce2cea-3606-47aa-806f-d75fdec75a1e req-50f0259a-294d-41ae-af14-328c8244a7d8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:22.698800 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-29ce2cea-3606-47aa-806f-d75fdec75a1e req-50f0259a-294d-41ae-af14-328c8244a7d8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.1010454 Sep 23 01:32:22.785091 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-29ce2cea-3606-47aa-806f-d75fdec75a1e req-2c5295c9-1ac1-45f7-a034-dd5255bfa96e tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729339 Sep 23 01:32:23.120092 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6111e4c-3e5e-49f4-8dd1-acd87c802f01 req-f08776bf-0ec8-4095-9f33-a2043f4f8a72 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:23.122679 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d6111e4c-3e5e-49f4-8dd1-acd87c802f01 req-f08776bf-0ec8-4095-9f33-a2043f4f8a72 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1051545 Sep 23 01:32:23.206904 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:23.217657 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d6111e4c-3e5e-49f4-8dd1-acd87c802f01 req-05d0cabb-1b6f-4205-8310-dd2152391a62 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861549 Sep 23 01:32:23.975427 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca68ee-a685-4481-994b-2cc0287fabd9 req-55431cd3-608c-4f98-ab82-1880d15319fe tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:23.977192 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-cbca68ee-a685-4481-994b-2cc0287fabd9 req-55431cd3-608c-4f98-ab82-1880d15319fe tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0571866 Sep 23 01:32:24.038171 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-cbca68ee-a685-4481-994b-2cc0287fabd9 req-1c87be3d-18d3-4b13-b032-1a7504507b98 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485737 Sep 23 01:32:24.390312 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc68ddd-179d-464e-ae1e-24e98f38e7ee req-e6ee004d-3e4b-4fb6-85bd-bd456a9cf2b8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:24.392929 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fcc68ddd-179d-464e-ae1e-24e98f38e7ee req-e6ee004d-3e4b-4fb6-85bd-bd456a9cf2b8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0738437 Sep 23 01:32:24.483082 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fcc68ddd-179d-464e-ae1e-24e98f38e7ee req-7a2a7d34-6e22-48b4-95f1-cdbbbe247b76 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785773 Sep 23 01:32:24.621665 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96471e04-6c63-4e36-8dac-bfa5cc704a33 req-0af94824-6772-4d07-8712-ce437105e7a3 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:24.623923 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-96471e04-6c63-4e36-8dac-bfa5cc704a33 req-0af94824-6772-4d07-8712-ce437105e7a3 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0591321 Sep 23 01:32:24.698229 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-96471e04-6c63-4e36-8dac-bfa5cc704a33 req-0da2ae85-c9f7-4504-b096-3627e60513d8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598674 Sep 23 01:32:24.774548 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb240769-08c2-4e69-a266-a385b0e16164 req-1ebb0235-4a8a-4e09-aca5-0802bf80018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:24.776146 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fb240769-08c2-4e69-a266-a385b0e16164 req-1ebb0235-4a8a-4e09-aca5-0802bf80018d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 1129 time: 0.0716326 Sep 23 01:32:24.830821 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:24.896610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb240769-08c2-4e69-a266-a385b0e16164 req-ba89b9a0-d113-45f6-97b8-523c7693b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:24.898045 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fb240769-08c2-4e69-a266-a385b0e16164 req-ba89b9a0-d113-45f6-97b8-523c7693b37f service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.1121180 Sep 23 01:32:24.955347 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fb240769-08c2-4e69-a266-a385b0e16164 req-9b4d6592-1703-43f1-ab9f-1fea62b4480c service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2278e07-a734-419c-8d95-eb871a15d5c6 HTTP/1.1" status: 200 len: 217 time: 0.0490108 Sep 23 01:32:25.038095 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb240769-08c2-4e69-a266-a385b0e16164 req-c98b29db-14d0-4411-abb7-6a4ae2ca11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:25.039753 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fb240769-08c2-4e69-a266-a385b0e16164 req-c98b29db-14d0-4411-abb7-6a4ae2ca11c2 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.0597515 Sep 23 01:32:25.097683 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb240769-08c2-4e69-a266-a385b0e16164 req-7bedf5a4-c0d9-4fa8-8232-9f8b9b8e6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:25.099331 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fb240769-08c2-4e69-a266-a385b0e16164 req-7bedf5a4-c0d9-4fa8-8232-9f8b9b8e6dfe service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0485427 Sep 23 01:32:25.281302 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fb240769-08c2-4e69-a266-a385b0e16164 req-fb34e011-5ff1-426a-8c67-12a34025451b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734076 Sep 23 01:32:25.447432 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fb240769-08c2-4e69-a266-a385b0e16164 req-15e9579d-8a97-4f20-a555-a9188d4ad8f3 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594834 Sep 23 01:32:25.716700 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af103687-b208-44f9-be6b-938d95159749 req-bfe83e5a-59d0-42d2-9c0a-adfb5835873f tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:25.718625 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-af103687-b208-44f9-be6b-938d95159749 req-bfe83e5a-59d0-42d2-9c0a-adfb5835873f tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0802500 Sep 23 01:32:25.829552 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37450) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:25.832476 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-af103687-b208-44f9-be6b-938d95159749 req-3657a51b-269e-4e37-8805-887e35975ece tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064863 Sep 23 01:32:25.838372 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-92d765e3-7bba-4099-8fc8-d44df296021c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--731725693', 'description': 'tempest-description--775626743'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:25.985030 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fc750-642f-47ea-b3c5-fd51cb4bb2d0 req-5914663a-d972-4a57-9484-3ef036ec14ec tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:25.987368 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e87fc750-642f-47ea-b3c5-fd51cb4bb2d0 req-5914663a-d972-4a57-9484-3ef036ec14ec tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0703044 Sep 23 01:32:25.988636 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-92d765e3-7bba-4099-8fc8-d44df296021c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:26.112626 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e87fc750-642f-47ea-b3c5-fd51cb4bb2d0 req-cf0a8803-f18d-46ea-8377-346bdc07826a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014423 Sep 23 01:32:26.171317 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-92d765e3-7bba-4099-8fc8-d44df296021c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:26.338361 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-92d765e3-7bba-4099-8fc8-d44df296021c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:26.374531 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d765e3-7bba-4099-8fc8-d44df296021c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:26.508091 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-92d765e3-7bba-4099-8fc8-d44df296021c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:26.510789 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-92d765e3-7bba-4099-8fc8-d44df296021c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6789343 Sep 23 01:32:26.516055 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 37470) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:26.523089 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-8ae8cb5e-57f7-464c-8097-9ce9c3a6757a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group_rule': {'security_group_id': '645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:26.615488 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8ae8cb5e-57f7-464c-8097-9ce9c3a6757a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (a99530aa-4650-4feb-a5db-3abf47e9c270), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:26.738010 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8ae8cb5e-57f7-464c-8097-9ce9c3a6757a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (a99530aa-4650-4feb-a5db-3abf47e9c270), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:26.865367 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8ae8cb5e-57f7-464c-8097-9ce9c3a6757a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (a99530aa-4650-4feb-a5db-3abf47e9c270), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:26.888194 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b908a-7a0e-4502-abe9-843a25594a05 req-4b734c97-7694-4bcc-b1d1-5ae910cdba80 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:26.891050 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6c4b908a-7a0e-4502-abe9-843a25594a05 req-4b734c97-7694-4bcc-b1d1-5ae910cdba80 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 946 time: 0.1018853 Sep 23 01:32:26.902629 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:26.926968 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8cb5e-57f7-464c-8097-9ce9c3a6757a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99530aa-4650-4feb-a5db-3abf47e9c270,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:26.981138 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6c4b908a-7a0e-4502-abe9-843a25594a05 req-ed366f3b-e847-4611-8268-c006e766e39c tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776443 Sep 23 01:32:27.038155 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844d871-9e4a-4cea-a613-905468bd742b req-4b9e2516-d50a-4fb3-ae4f-35774c2118dd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:27.039770 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7844d871-9e4a-4cea-a613-905468bd742b req-4b9e2516-d50a-4fb3-ae4f-35774c2118dd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0732057 Sep 23 01:32:27.092821 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:27.107671 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7844d871-9e4a-4cea-a613-905468bd742b req-6e135637-6fb9-44c4-a6e5-ca9181deb7c7 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509970 Sep 23 01:32:27.135113 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8ae8cb5e-57f7-464c-8097-9ce9c3a6757a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:27.136351 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-8ae8cb5e-57f7-464c-8097-9ce9c3a6757a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6183128 Sep 23 01:32:27.139488 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37494) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:27.153570 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-e470e46f-516d-4d04-b57a-843119e48448 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group_rule': {'security_group_id': '645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:27.284417 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f028a7-ce20-472b-ba4c-732a038a0fef req-f459f740-9e6b-4e63-8636-ac49f4abb19f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:27.288909 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-96f028a7-ce20-472b-ba4c-732a038a0fef req-f459f740-9e6b-4e63-8636-ac49f4abb19f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0625322 Sep 23 01:32:27.340829 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-96f028a7-ce20-472b-ba4c-732a038a0fef req-77ba4998-e316-4773-858c-e1a2cb9b20c5 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487885 Sep 23 01:32:27.425266 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e470e46f-516d-4d04-b57a-843119e48448 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (3508f1b9-9f0e-43cf-87fc-6c397da521db), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:27.441581 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:27.495624 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:27.507450 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e470e46f-516d-4d04-b57a-843119e48448 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (3508f1b9-9f0e-43cf-87fc-6c397da521db), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:27.601123 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e470e46f-516d-4d04-b57a-843119e48448 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (3508f1b9-9f0e-43cf-87fc-6c397da521db), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:27.634535 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470e46f-516d-4d04-b57a-843119e48448 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3508f1b9-9f0e-43cf-87fc-6c397da521db,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:27.730049 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e470e46f-516d-4d04-b57a-843119e48448 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:27.732633 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-e470e46f-516d-4d04-b57a-843119e48448 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5916748 Sep 23 01:32:27.745460 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37506) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:27.750355 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'floatingip': {'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:28.007446 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:28.190722 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:28.218773 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0dbe-5610-4126-909b-add1db678447 req-13d8ab88-2a81-4244-aebb-cc974071abcd tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:28.220581 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-947d0dbe-5610-4126-909b-add1db678447 req-13d8ab88-2a81-4244-aebb-cc974071abcd tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 946 time: 0.1031759 Sep 23 01:32:28.300897 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-947d0dbe-5610-4126-909b-add1db678447 req-ffd6a4b2-de0e-496c-9cc4-ac5642395df5 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664494 Sep 23 01:32:28.369883 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87220329-aa3a-4b41-a761-771903dfdcca req-e316e338-ee91-49cd-b8d1-e2532753b951 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:28.372151 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-87220329-aa3a-4b41-a761-771903dfdcca req-e316e338-ee91-49cd-b8d1-e2532753b951 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1019228 Sep 23 01:32:28.474891 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Allocated IP 172.28.0.198 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/1b03ef7f-3c1b-4154-98a9-1aca08ea1312) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:28.494692 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-87220329-aa3a-4b41-a761-771903dfdcca req-f33b7b86-7f00-42e6-9d1e-f69eae9cd383 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957444 Sep 23 01:32:28.607688 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee17e-a2ec-4d64-83c1-ce58fb0eeac0 req-7ac5f1b4-0c6d-430a-8aa9-2841c37a93c0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:28.612358 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9c2ee17e-a2ec-4d64-83c1-ce58fb0eeac0 req-7ac5f1b4-0c6d-430a-8aa9-2841c37a93c0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.1405900 Sep 23 01:32:28.663003 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37534) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:28.696825 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9c2ee17e-a2ec-4d64-83c1-ce58fb0eeac0 req-4d1f361f-a86d-427d-964e-3f39a0645eee tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676129 Sep 23 01:32:28.700493 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (1b03ef7f-3c1b-4154-98a9-1aca08ea1312), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:28.850749 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-66dc006a-51e6-4bcc-87b6-24bed2af4a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:28.922514 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (1b03ef7f-3c1b-4154-98a9-1aca08ea1312), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:28.980208 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-66dc006a-51e6-4bcc-87b6-24bed2af4a7c admin admin] Publish callbacks [] for security_group (5eeec49e-5578-4bc7-a61d-9c535a606148), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:28.991162 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:28.994571 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:28.998135 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:29.030778 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=1b03ef7f-3c1b-4154-98a9-1aca08ea1312,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:29.153466 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-66dc006a-51e6-4bcc-87b6-24bed2af4a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (5eeec49e-5578-4bc7-a61d-9c535a606148), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:29.188663 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (30c7850e-24f2-47bd-9470-52394c694977), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:29.245979 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-66dc006a-51e6-4bcc-87b6-24bed2af4a7c admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=c89cfcb5df874931b60aefec254d8426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5818114 Sep 23 01:32:29.247689 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc006a-51e6-4bcc-87b6-24bed2af4a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeec49e-5578-4bc7-a61d-9c535a606148,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:29.249987 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 37548) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:29.283080 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:29.290476 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:29.323970 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-466a35c3-1d87-4b75-862e-3e6f5c8f0827 admin admin] Publish callbacks [] for security_group (5eeec49e-5578-4bc7-a61d-9c535a606148), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:29.363377 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (1b03ef7f-3c1b-4154-98a9-1aca08ea1312), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:29.368173 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-466a35c3-1d87-4b75-862e-3e6f5c8f0827 admin admin] Publish callbacks [] for security_group (5eeec49e-5578-4bc7-a61d-9c535a606148), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:29.550743 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-466a35c3-1d87-4b75-862e-3e6f5c8f0827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (5eeec49e-5578-4bc7-a61d-9c535a606148), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:29.556902 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-466a35c3-1d87-4b75-862e-3e6f5c8f0827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:29.568346 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-466a35c3-1d87-4b75-862e-3e6f5c8f0827 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/5eeec49e-5578-4bc7-a61d-9c535a606148 HTTP/1.1" status: 204 len: 168 time: 0.3068566 Sep 23 01:32:29.576148 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a35c3-1d87-4b75-862e-3e6f5c8f0827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeec49e-5578-4bc7-a61d-9c535a606148,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:29.576430 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e9578-c085-468a-b37e-4a144c2d5170 req-9f1262ae-75ea-4221-815b-68a67ba815ec tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:29.578453 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-780e9578-c085-468a-b37e-4a144c2d5170 req-9f1262ae-75ea-4221-815b-68a67ba815ec tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 946 time: 0.1396446 Sep 23 01:32:29.717395 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c708a08-11c8-4336-b620-8ae37a7d26cf req-643c0e7a-e676-4a99-b3ca-10e28b62f646 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:29.717395 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4c708a08-11c8-4336-b620-8ae37a7d26cf req-643c0e7a-e676-4a99-b3ca-10e28b62f646 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0620832 Sep 23 01:32:29.745110 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-780e9578-c085-468a-b37e-4a144c2d5170 req-f413cc34-6b95-43cd-b76e-4ef98ead56de tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494405 Sep 23 01:32:29.795309 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (1b03ef7f-3c1b-4154-98a9-1aca08ea1312), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:29.818946 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4c708a08-11c8-4336-b620-8ae37a7d26cf req-537fb696-cfc7-4ebf-8ff0-055132368920 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898569 Sep 23 01:32:29.929014 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b780223-b36f-4fd4-8744-0a0d5c152705 req-0e284237-07a5-49e0-8542-9d1a94373a5a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:29.931963 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9b780223-b36f-4fd4-8744-0a0d5c152705 req-0e284237-07a5-49e0-8542-9d1a94373a5a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0715225 Sep 23 01:32:29.933840 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15907334'] for port (1b03ef7f-3c1b-4154-98a9-1aca08ea1312), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:30.064619 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=1b03ef7f-3c1b-4154-98a9-1aca08ea1312,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:30.067316 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (30c7850e-24f2-47bd-9470-52394c694977), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:30.093378 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9b780223-b36f-4fd4-8744-0a0d5c152705 req-37e2bd24-8a00-4bde-a4e3-72c4775f4f20 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176987 Sep 23 01:32:30.149078 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:30.216336 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:30.218702 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f03b1543-6b45-4780-a359-1f855d79bff4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4718647 Sep 23 01:32:30.333072 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:30.347516 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f97919-5c46-4f69-ba4f-a2d9e9ab9f38 req-132d7aae-da53-4658-ac3f-62c93eedc7ac tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:30.349980 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-07f97919-5c46-4f69-ba4f-a2d9e9ab9f38 req-132d7aae-da53-4658-ac3f-62c93eedc7ac tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 946 time: 0.0938292 Sep 23 01:32:30.415261 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:30.550187 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-07f97919-5c46-4f69-ba4f-a2d9e9ab9f38 req-fce4448e-b3a4-4df8-96f4-6a719d762690 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Deleting port 0c6b7732-3865-4998-8c38-bad738427f3b {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:32:30.551978 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-07f97919-5c46-4f69-ba4f-a2d9e9ab9f38 req-fce4448e-b3a4-4df8-96f4-6a719d762690 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:30.696326 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37592) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:30.726408 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce143b8e-78c2-4410-b6c7-8e37f4aff3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:30.737438 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37594) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:30.822404 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-07f97919-5c46-4f69-ba4f-a2d9e9ab9f38 req-fce4448e-b3a4-4df8-96f4-6a719d762690 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] For port 0c6b7732-3865-4998-8c38-bad738427f3b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0c6b7732-3865-4998-8c38-bad738427f3b,segment=NetworkSegment(3fe140b6-09da-4a08-8caf-a9a80bb4efed),segment_id=3fe140b6-09da-4a08-8caf-a9a80bb4efed)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:30.822840 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-07f97919-5c46-4f69-ba4f-a2d9e9ab9f38 req-fce4448e-b3a4-4df8-96f4-6a719d762690 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:30.893021 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-ab791f9d-bb48-4f0b-b80d-7fcc2ecf31a9 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--731725693&fields=id&tenant_id=ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 267 time: 0.2464447 Sep 23 01:32:30.900047 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-07f97919-5c46-4f69-ba4f-a2d9e9ab9f38 req-fce4448e-b3a4-4df8-96f4-6a719d762690 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Calling delete_port for 0c6b7732-3865-4998-8c38-bad738427f3b owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:32:31.046752 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863c338-5203-40b4-a4be-193c245a6794 req-8df7f526-f117-4cf9-ba29-3554294845c5 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.048416 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3863c338-5203-40b4-a4be-193c245a6794 req-8df7f526-f117-4cf9-ba29-3554294845c5 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 946 time: 0.1982651 Sep 23 01:32:31.066053 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce143b8e-78c2-4410-b6c7-8e37f4aff3b9 admin admin] Publish callbacks [] for security_group (ecaa9302-3141-40ad-bbb6-73c299a9a1be), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.160721 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-1ddc7c49-73a3-404b-99b4-45df2371dc27 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.171832 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-1ddc7c49-73a3-404b-99b4-45df2371dc27 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 814 time: 0.2677357 Sep 23 01:32:31.190492 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3863c338-5203-40b4-a4be-193c245a6794 req-a751910b-5d52-430c-b674-c8017e0f71db tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8253159a-7d08-44aa-9f94-14325fa5b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244237 Sep 23 01:32:31.200510 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ce143b8e-78c2-4410-b6c7-8e37f4aff3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ecaa9302-3141-40ad-bbb6-73c299a9a1be), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.249713 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-a2426b8e-6be0-47dd-81f4-f578775d43d9 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/quotas/ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 375 time: 0.0769136 Sep 23 01:32:31.286037 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-29315daf-1cf2-4c9c-95a0-e379ac4aab64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.317833 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:31.372830 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-36ab4917-3eee-46ac-b24e-43e0df6b3d74 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1200964 Sep 23 01:32:31.384941 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ce143b8e-78c2-4410-b6c7-8e37f4aff3b9 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=9d1a5a8758c640baa5e9453762129765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6832197 Sep 23 01:32:31.389812 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 37616) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:31.414301 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce143b8e-78c2-4410-b6c7-8e37f4aff3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaa9302-3141-40ad-bbb6-73c299a9a1be,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:31.461667 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411bd6-2b52-4c22-9103-03505d594c74 req-536720a0-099f-4a5b-b310-3359d60b7545 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.464813 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7f411bd6-2b52-4c22-9103-03505d594c74 req-536720a0-099f-4a5b-b310-3359d60b7545 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1250160 Sep 23 01:32:31.557648 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2a80cfb4-733c-4372-b03b-844b8f1c4524 admin admin] Publish callbacks [] for security_group (ecaa9302-3141-40ad-bbb6-73c299a9a1be), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.567872 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7f411bd6-2b52-4c22-9103-03505d594c74 req-7422be17-5b51-4dca-b206-7a58f8156d72 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849297 Sep 23 01:32:31.585400 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-29315daf-1cf2-4c9c-95a0-e379ac4aab64 admin admin] Publish callbacks [] for security_group (06f3058c-a74e-447b-a395-db247bbaa419), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.596445 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-d6bd5690-f0d3-4850-9c3c-d6c7362bd9e2 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807885 Sep 23 01:32:31.605157 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2a80cfb4-733c-4372-b03b-844b8f1c4524 admin admin] Publish callbacks [] for security_group (ecaa9302-3141-40ad-bbb6-73c299a9a1be), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.628138 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-07f97919-5c46-4f69-ba4f-a2d9e9ab9f38 req-fce4448e-b3a4-4df8-96f4-6a719d762690 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (0c6b7732-3865-4998-8c38-bad738427f3b), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.679696 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['0c6b7732-3865-4998-8c38-bad738427f3b'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:32:31.721591 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-29315daf-1cf2-4c9c-95a0-e379ac4aab64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (06f3058c-a74e-447b-a395-db247bbaa419), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.728068 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4448e-b3a4-4df8-96f4-6a719d762690 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Pushing event deleted for resources: {'Port': ['ID=0c6b7732-3865-4998-8c38-bad738427f3b,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:31.789464 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-29315daf-1cf2-4c9c-95a0-e379ac4aab64 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=4a061248563b46a7881e6018c6348959&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0485327 Sep 23 01:32:31.790746 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29315daf-1cf2-4c9c-95a0-e379ac4aab64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f3058c-a74e-447b-a395-db247bbaa419,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:31.794450 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37618) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:31.819561 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f97919-5c46-4f69-ba4f-a2d9e9ab9f38 req-fce4448e-b3a4-4df8-96f4-6a719d762690 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] No DVR routers for this DVR port 0c6b7732-3865-4998-8c38-bad738427f3b on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:32:31.833438 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-07f97919-5c46-4f69-ba4f-a2d9e9ab9f38 req-fce4448e-b3a4-4df8-96f4-6a719d762690 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.857815 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-07f97919-5c46-4f69-ba4f-a2d9e9ab9f38 req-fce4448e-b3a4-4df8-96f4-6a719d762690 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.88 "DELETE /networking/v2.0/ports/0c6b7732-3865-4998-8c38-bad738427f3b HTTP/1.1" status: 204 len: 173 time: 1.4805579 Sep 23 01:32:31.857815 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a254f348-3a11-4346-89dd-fe6b810d4321', 'name': 'network-vif-deleted', 'tag': '0c6b7732-3865-4998-8c38-bad738427f3b'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:31.857815 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a16b74-4fc7-476c-9a96-0e7edd814a16" -d '{"events": [{"server_uuid": "a254f348-3a11-4346-89dd-fe6b810d4321", "name": "network-vif-deleted", "tag": "0c6b7732-3865-4998-8c38-bad738427f3b"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:31.865308 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-597d7526-4adf-4528-9f7e-2f22bed9dc60 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547927 Sep 23 01:32:31.899317 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d056df64-ab51-4428-8bd2-dade9efea122 x-openstack-request-id: req-d056df64-ab51-4428-8bd2-dade9efea122 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:31.899518 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a254f348-3a11-4346-89dd-fe6b810d4321", "name": "network-vif-deleted", "tag": "0c6b7732-3865-4998-8c38-bad738427f3b", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:31.899830 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d056df64-ab51-4428-8bd2-dade9efea122 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:31.900251 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d056df64-ab51-4428-8bd2-dade9efea122'] response: {'server_uuid': 'a254f348-3a11-4346-89dd-fe6b810d4321', 'name': 'network-vif-deleted', 'tag': '0c6b7732-3865-4998-8c38-bad738427f3b', 'status': 'completed', 'code': 200} Sep 23 01:32:31.936061 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-40c884f3-ec88-48b7-ab7c-4676733c1533 admin admin] Publish callbacks [] for security_group (06f3058c-a74e-447b-a395-db247bbaa419), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.992426 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2a80cfb4-733c-4372-b03b-844b8f1c4524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ecaa9302-3141-40ad-bbb6-73c299a9a1be), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.997122 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2a80cfb4-733c-4372-b03b-844b8f1c4524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:32.001699 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-2a80cfb4-733c-4372-b03b-844b8f1c4524 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/ecaa9302-3141-40ad-bbb6-73c299a9a1be HTTP/1.1" status: 204 len: 168 time: 0.6074083 Sep 23 01:32:32.002804 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-40c884f3-ec88-48b7-ab7c-4676733c1533 admin admin] Publish callbacks [] for security_group (06f3058c-a74e-447b-a395-db247bbaa419), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:32.024345 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80cfb4-733c-4372-b03b-844b8f1c4524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaa9302-3141-40ad-bbb6-73c299a9a1be,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:32.361574 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c8dfc978-a839-4770-93be-353f275d880c req-ec8bcfbb-23ef-48b3-9254-f5020bd23322 tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 210 time: 0.0355279 Sep 23 01:32:32.432265 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-40c884f3-ec88-48b7-ab7c-4676733c1533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (06f3058c-a74e-447b-a395-db247bbaa419), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:32.437104 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-40c884f3-ec88-48b7-ab7c-4676733c1533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:32.443136 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-40c884f3-ec88-48b7-ab7c-4676733c1533 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/06f3058c-a74e-447b-a395-db247bbaa419 HTTP/1.1" status: 204 len: 168 time: 0.6440358 Sep 23 01:32:32.462235 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c884f3-ec88-48b7-ab7c-4676733c1533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f3058c-a74e-447b-a395-db247bbaa419,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:32.587362 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-54cc6bf8-6f1c-4d0c-b2eb-ab5a330063bc req-a58828fd-0e2e-44e1-ba52-cbe012690d26 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 210 time: 0.0661147 Sep 23 01:32:32.821117 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:32.959579 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439263e-b294-40e0-a6c3-7a7a145daa11 req-dac738d0-9200-4b15-9039-ed5821041d13 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:32.961301 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5439263e-b294-40e0-a6c3-7a7a145daa11 req-dac738d0-9200-4b15-9039-ed5821041d13 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0833106 Sep 23 01:32:33.044662 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5439263e-b294-40e0-a6c3-7a7a145daa11 req-44d5940d-3525-44be-adf7-448d509e4c94 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707664 Sep 23 01:32:33.382697 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37654) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:33.444233 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ed8776e8-b1cc-4446-9c8a-62adbcde5ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:33.527204 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5b1afd07-8687-4d0e-bbb2-01fc83120de6 req-35552055-67be-4ebe-b9e6-0d8e38742dac tempest-VolumesActionsTest-1907532495 tempest-VolumesActionsTest-1907532495-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a254f348-3a11-4346-89dd-fe6b810d4321 HTTP/1.1" status: 200 len: 210 time: 0.0356157 Sep 23 01:32:33.562399 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ed8776e8-b1cc-4446-9c8a-62adbcde5ee9 admin admin] Publish callbacks [] for security_group (ca9778c8-e4c6-4237-a33a-8ad72d78c59a), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:33.693306 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d039ba11-db98-44e6-8fc0-63920df74f29 req-5a3cba5f-b47b-4559-9df8-5fb3b2e35af2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 210 time: 0.0293908 Sep 23 01:32:33.802705 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 37666) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:33.810464 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-20531f71-c042-402d-bfb8-07d56b3c3c73 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592550536', 'description': 'tempest-description--1888827791'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:33.826372 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ed8776e8-b1cc-4446-9c8a-62adbcde5ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ca9778c8-e4c6-4237-a33a-8ad72d78c59a), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:33.873374 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ed8776e8-b1cc-4446-9c8a-62adbcde5ee9 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=69f94df7be614f6385f14875bacbd425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4912939 Sep 23 01:32:33.874742 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8776e8-b1cc-4446-9c8a-62adbcde5ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9778c8-e4c6-4237-a33a-8ad72d78c59a,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:33.876989 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 37670) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:33.939868 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4a68077d-1c4f-4324-879e-9767cf837764 admin admin] Publish callbacks [] for security_group (ca9778c8-e4c6-4237-a33a-8ad72d78c59a), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:33.962164 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4a68077d-1c4f-4324-879e-9767cf837764 admin admin] Publish callbacks [] for security_group (ca9778c8-e4c6-4237-a33a-8ad72d78c59a), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:34.133584 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 0c6b7732-3865-4998-8c38-bad738427f3b no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:32:34.156394 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: 0c6b7732-3865-4998-8c38-bad738427f3b {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:32:34.156877 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 0c6b7732-3865-4998-8c38-bad738427f3b not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:32:34.164542 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:34.168598 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-20531f71-c042-402d-bfb8-07d56b3c3c73 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:34.214765 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4a68077d-1c4f-4324-879e-9767cf837764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ca9778c8-e4c6-4237-a33a-8ad72d78c59a), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:34.217467 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4a68077d-1c4f-4324-879e-9767cf837764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:34.218737 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-4a68077d-1c4f-4324-879e-9767cf837764 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/ca9778c8-e4c6-4237-a33a-8ad72d78c59a HTTP/1.1" status: 204 len: 168 time: 0.3405721 Sep 23 01:32:34.243308 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68077d-1c4f-4324-879e-9767cf837764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9778c8-e4c6-4237-a33a-8ad72d78c59a,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:34.327962 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-20531f71-c042-402d-bfb8-07d56b3c3c73 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group (fa11bf7a-02fd-4a26-86e6-e4800c4ea917), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:34.335745 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbfbd2-4e35-4f93-903e-cc0b682288f3 req-91e192bb-ff66-4e8a-a275-697c62e0a1c6 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:34.344257 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19cbfbd2-4e35-4f93-903e-cc0b682288f3 req-91e192bb-ff66-4e8a-a275-697c62e0a1c6 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1916804 Sep 23 01:32:34.409208 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19cbfbd2-4e35-4f93-903e-cc0b682288f3 req-2c64539d-5ae3-4f56-83c2-078f28074394 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640121 Sep 23 01:32:34.446714 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-20531f71-c042-402d-bfb8-07d56b3c3c73 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (fa11bf7a-02fd-4a26-86e6-e4800c4ea917), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:34.481033 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20531f71-c042-402d-bfb8-07d56b3c3c73 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa11bf7a-02fd-4a26-86e6-e4800c4ea917,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:34.507226 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:34.741646 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-20531f71-c042-402d-bfb8-07d56b3c3c73 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:34.743095 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-20531f71-c042-402d-bfb8-07d56b3c3c73 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9388084 Sep 23 01:32:34.747530 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37696) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:34.752789 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-d4adfcb3-060c-4518-a7ca-07b819ba552f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Request body: {'security_group_rule': {'security_group_id': 'fa11bf7a-02fd-4a26-86e6-e4800c4ea917', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:34.846660 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-acd9626a-3681-4128-8b20-608d39a2f935 req-91f2c114-ff66-4eec-b4e8-086de605e03c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 210 time: 0.0326669 Sep 23 01:32:35.006608 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d4adfcb3-060c-4518-a7ca-07b819ba552f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group_rule (cd579d3e-230a-4232-94f0-b709c2497ea8), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:35.099584 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d4adfcb3-060c-4518-a7ca-07b819ba552f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group_rule (cd579d3e-230a-4232-94f0-b709c2497ea8), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:35.202189 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d4adfcb3-060c-4518-a7ca-07b819ba552f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (cd579d3e-230a-4232-94f0-b709c2497ea8), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:35.206304 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:35.246251 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adfcb3-060c-4518-a7ca-07b819ba552f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd579d3e-230a-4232-94f0-b709c2497ea8,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:35.405322 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d4adfcb3-060c-4518-a7ca-07b819ba552f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:35.406793 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-d4adfcb3-060c-4518-a7ca-07b819ba552f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6581855 Sep 23 01:32:35.409892 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 37708) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:35.417382 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-fcb501b1-6322-4233-889a-88a3a583a538 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Request body: {'security_group_rule': {'security_group_id': 'fa11bf7a-02fd-4a26-86e6-e4800c4ea917', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:35.634062 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fa2b3-e70f-4845-8f42-c7707d19e2f6 req-5271cefd-9761-485d-9741-32faa86f72fa tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:35.639198 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6b9fa2b3-e70f-4845-8f42-c7707d19e2f6 req-5271cefd-9761-485d-9741-32faa86f72fa tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1184359 Sep 23 01:32:35.646817 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fcb501b1-6322-4233-889a-88a3a583a538 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group_rule (c1326363-d0b7-4a13-b74d-f73a398100ae), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:35.746174 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6b9fa2b3-e70f-4845-8f42-c7707d19e2f6 req-0a598568-9941-4e93-afaf-1d3a3bd98412 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010141 Sep 23 01:32:35.786916 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fcb501b1-6322-4233-889a-88a3a583a538 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group_rule (c1326363-d0b7-4a13-b74d-f73a398100ae), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:35.963643 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fcb501b1-6322-4233-889a-88a3a583a538 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (c1326363-d0b7-4a13-b74d-f73a398100ae), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:36.031261 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb501b1-6322-4233-889a-88a3a583a538 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1326363-d0b7-4a13-b74d-f73a398100ae,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:36.064456 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e8754022-7365-4683-92be-cf3de5fafca0 req-9ca5fe3e-c518-47eb-95c4-bb582732a7e3 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 210 time: 0.0473101 Sep 23 01:32:36.300372 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fcb501b1-6322-4233-889a-88a3a583a538 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:36.302955 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-fcb501b1-6322-4233-889a-88a3a583a538 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8916528 Sep 23 01:32:36.306335 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37738) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:36.311865 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Request body: {'floatingip': {'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:36.573678 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:36.576946 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 37744) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:36.793216 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2019315871-network', 'tenant_id': 'fcf8637049864e26a8af15e6fd3e1f1f'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:36.794345 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:37.017488 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f6aafa4e-61a4-4c74-9524-f0b33d5fd549 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:37.021588 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f6aafa4e-61a4-4c74-9524-f0b33d5fd549 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 814 time: 0.2541308 Sep 23 01:32:37.064297 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:37.076242 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef4375-fb9f-40fe-b724-efdd1f924a0a req-2591462d-2e4f-41f7-a4d9-800fa52de3a0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:37.079282 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-79ef4375-fb9f-40fe-b724-efdd1f924a0a req-2591462d-2e4f-41f7-a4d9-800fa52de3a0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1383495 Sep 23 01:32:37.117618 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Allocated IP 172.28.0.244 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/26f584cd-9d57-4adc-813d-ddb80e6184bd) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:37.181204 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-a6c23592-776e-4471-bd9b-6a9d9d19dcb4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 471 time: 0.1408648 Sep 23 01:32:37.185257 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Made reservation on behalf of fcf8637049864e26a8af15e6fd3e1f1f for: {'network': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:37.193296 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:37.216492 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'port': {'device_id': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'admin_state_up': True, 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'security_groups': ['645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc']}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:37.234519 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-79ef4375-fb9f-40fe-b724-efdd1f924a0a req-cba7a7e2-44bf-47c8-9792-9ae7cc5ae5d4 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385703 Sep 23 01:32:37.252198 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:37.333149 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for port (26f584cd-9d57-4adc-813d-ddb80e6184bd), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:37.358709 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1a3d2e69-7310-4360-8bab-f24a034c14f5 req-dbca5017-9d6a-4ca4-afca-c70d50c55259 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 210 time: 0.1114652 Sep 23 01:32:37.521717 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (26f584cd-9d57-4adc-813d-ddb80e6184bd), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:37.591213 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Publish callbacks [] for security_group (d00fad72-0767-4544-83fd-0ac2b3dba119), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:37.618710 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:37.631127 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:37.649021 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:37.649021 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event updated for resources: {'Port': ['ID=26f584cd-9d57-4adc-813d-ddb80e6184bd,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:37.671765 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Made reservation on behalf of ec922942147b4c0bb122eb30c6cd1bc7 for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:37.688469 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:37.710253 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:37.719239 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (d00fad72-0767-4544-83fd-0ac2b3dba119), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:37.812389 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for floatingip (97f62d31-370f-4af0-9959-00b78fd85ccb), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:37.862813 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=107195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:32:37.866395 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00fad72-0767-4544-83fd-0ac2b3dba119,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:37.901263 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:37.901903 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.segments_db [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Added segment fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4 of type vlan for network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c Sep 23 01:32:37.992653 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (26f584cd-9d57-4adc-813d-ddb80e6184bd), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:38.042213 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Allocated IP 172.20.0.7 (45d87e2c-cffb-4bc6-84be-6c06e6485b39/f836c9f3-d6cc-4e08-b1de-9b5ad70243d8/ba0f7c25-927d-45eb-b417-655b3b020a95) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:38.098682 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (4e552ed7-ec04-42c5-b79f-5d9303a6d12c), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:38.592765 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5ad1c-8d81-4d3c-81cf-99e85f1178c0 req-81f2a018-7c73-4104-871c-d25a6d55aab9 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:38.594289 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:38.596349 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f8d5ad1c-8d81-4d3c-81cf-99e85f1178c0 req-81f2a018-7c73-4104-871c-d25a6d55aab9 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1217155 Sep 23 01:32:38.625349 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a97f0990-30f0-4f1e-99cd-6edc57b67323 req-4470897b-7a63-438f-b638-8d88c0ff7128 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 210 time: 0.0475528 Sep 23 01:32:38.673095 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for port (26f584cd-9d57-4adc-813d-ddb80e6184bd), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:38.719610 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f8d5ad1c-8d81-4d3c-81cf-99e85f1178c0 req-5c738a59-2227-410d-bd17-7b3c3411da23 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978684 Sep 23 01:32:38.733858 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (4e552ed7-ec04-42c5-b79f-5d9303a6d12c), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:38.734977 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:38.735768 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:38.819994 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] Pushing event updated for resources: {'Network': ['ID=4e552ed7-ec04-42c5-b79f-5d9303a6d12c,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:38.834504 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:32:38.894626 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:38.898680 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15907334'] for port (26f584cd-9d57-4adc-813d-ddb80e6184bd), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:38.961917 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:38.974241 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:38.979767 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:38.987535 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:38.988688 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:39.006620 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=ba0f7c25-927d-45eb-b417-655b3b020a95,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:39.025134 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-9bc5452c-a3d5-40a3-9ff8-b731ba413a09 admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4457219 Sep 23 01:32:39.038286 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 37792) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:39.045955 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event updated for resources: {'Port': ['ID=26f584cd-9d57-4adc-813d-ddb80e6184bd,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:39.055502 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] Request body: {'subnet': {'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2019315871-subnet', 'tenant_id': 'fcf8637049864e26a8af15e6fd3e1f1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:39.081979 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (97f62d31-370f-4af0-9959-00b78fd85ccb), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:39.216226 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-f64d0761-cf7c-4e49-bc84-d2812da00ff2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0186191 Sep 23 01:32:39.238204 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Request body: {'port': {'device_id': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:39.276270 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Provisioning complete for port ba0f7c25-927d-45eb-b417-655b3b020a95 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:39.276747 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:39.277163 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Attempt 1 to provision port ba0f7c25-927d-45eb-b417-655b3b020a95 Sep 23 01:32:39.297901 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:39.300927 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ecd77f6e-1201-4091-8178-3f48f56287e1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9925616 Sep 23 01:32:39.328715 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Port ba0f7c25-927d-45eb-b417-655b3b020a95 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:32:39.329168 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:39.337861 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] Made reservation on behalf of fcf8637049864e26a8af15e6fd3e1f1f for: {'subnet': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:39.341228 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13317145'] for subnet (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:39.672424 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f461ade0-b950-4c8d-8feb-5ed866077bc5 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--592550536&fields=id&tenant_id=f0f4fc2c13b049f88634df7b8c0770d1 HTTP/1.1" status: 200 len: 267 time: 0.1216967 Sep 23 01:32:39.762501 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15549327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13317135'] for subnet (9c2c08e8-3dcf-4054-a683-16a040b73933), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:39.829386 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Attempt 2 to provision port ba0f7c25-927d-45eb-b417-655b3b020a95 Sep 23 01:32:39.890884 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:39.890884 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Port ba0f7c25-927d-45eb-b417-655b3b020a95 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:32:39.899156 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0f7c25-927d-45eb-b417-655b3b020a95 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:39.926135 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891faec4-4f9f-4bf5-b8b9-59f52ceaa329 req-c100e70c-11d6-437b-a308-6234b2ff2c2c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:39.927638 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-891faec4-4f9f-4bf5-b8b9-59f52ceaa329 req-c100e70c-11d6-437b-a308-6234b2ff2c2c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 931 time: 0.1853144 Sep 23 01:32:39.927828 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Publish callbacks [] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:39.959663 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-82d1440e-a795-4b8b-a3f3-ae6f1309e973 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:39.962235 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-82d1440e-a795-4b8b-a3f3-ae6f1309e973 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 819 time: 0.2789540 Sep 23 01:32:39.984400 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2c08e8-3dcf-4054-a683-16a040b73933,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:39.990442 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Transition to ACTIVE for port object ba0f7c25-927d-45eb-b417-655b3b020a95 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:32:39.996362 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-e61bf4dc-d533-4c87-9b21-fe93fbd45fd0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/quotas/f0f4fc2c13b049f88634df7b8c0770d1 HTTP/1.1" status: 200 len: 375 time: 0.0225744 Sep 23 01:32:40.036271 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] Checking segment: {'id': 'fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:40.041146 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] Network hostable DHCP agents. Network: 4e552ed7-ec04-42c5-b79f-5d9303a6d12c, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:32:40.109008 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-891faec4-4f9f-4bf5-b8b9-59f52ceaa329 req-3f4277a3-26db-4828-b59a-21b1951f8bf7 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489360 Sep 23 01:32:40.110574 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:40.141209 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-6f7da648-6a87-4705-8f9d-53961b10f16a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1264119 Sep 23 01:32:40.263453 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] Network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:32:40.314636 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1644694-8e5c-4998-8f88-4f767a53322b req-7e3d5193-2356-42a6-bc29-e4f98c5531ef tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:40.317387 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d1644694-8e5c-4998-8f88-4f767a53322b req-7e3d5193-2356-42a6-bc29-e4f98c5531ef tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1133780 Sep 23 01:32:40.346299 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0f7c25-927d-45eb-b417-655b3b020a95,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:40.384487 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Attempting to bind port ba0f7c25-927d-45eb-b417-655b3b020a95 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:32:40.385057 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Attempting to bind port ba0f7c25-927d-45eb-b417-655b3b020a95 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:32:40.385626 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Attempting to bind port ba0f7c25-927d-45eb-b417-655b3b020a95 on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:40.396663 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Attempt 3 to provision port ba0f7c25-927d-45eb-b417-655b3b020a95 Sep 23 01:32:40.396896 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 4e552ed7-ec04-42c5-b79f-5d9303a6d12c) {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:40.416368 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:40.417272 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:40.459451 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d1644694-8e5c-4998-8f88-4f767a53322b req-c217efee-b099-40e8-bb41-89bace8d1864 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308386 Sep 23 01:32:40.507914 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Port ba0f7c25-927d-45eb-b417-655b3b020a95 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:32:40.509443 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f14ba4-596b-4153-8403-a3d3e05b5185 None None] Network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:32:40.535706 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Port ba0f7c25-927d-45eb-b417-655b3b020a95 on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:32:40.537375 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Attempting to bind port ba0f7c25-927d-45eb-b417-655b3b020a95 on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:40.547668 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-c96fa549-c542-4e05-9a6d-7d7693430879 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674979 Sep 23 01:32:40.583300 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-8ec42aa5-2520-46be-974a-351cb7d9074a admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5432546 Sep 23 01:32:40.713031 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:32:40.713940 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Checking segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:40.714298 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Bound using segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:32:40.714738 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Bound port: ba0f7c25-927d-45eb-b417-655b3b020a95, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:32:40.715368 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:40.772726 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a444a868-2c08-4a19-8ea8-1e05d9cd9d6b None None] Network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:32:40.868284 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:40.905545 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-6123fcd2-619a-4c74-ab8f-25d6babf4cf9 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244641 Sep 23 01:32:40.923890 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] For port ba0f7c25-927d-45eb-b417-655b3b020a95, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:32:40.930876 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] For port ba0f7c25-927d-45eb-b417-655b3b020a95, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ba0f7c25-927d-45eb-b417-655b3b020a95,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:32:41.041092 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Attempt 4 to provision port ba0f7c25-927d-45eb-b417-655b3b020a95 Sep 23 01:32:41.127989 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Port ba0f7c25-927d-45eb-b417-655b3b020a95 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:32:41.174296 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.185189 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:41.186570 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.189496 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/ba0f7c25-927d-45eb-b417-655b3b020a95 HTTP/1.1" status: 200 len: 1093 time: 1.9557815 Sep 23 01:32:41.190462 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'tag': 'ba0f7c25-927d-45eb-b417-655b3b020a95'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:41.195003 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05862980-432b-4257-b4d8-a1afc41389e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e634ed77-dc0f-4bf0-ba2d-745255cd2f3c", "tag": "ba0f7c25-927d-45eb-b417-655b3b020a95"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:41.212629 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57568150-30fd-487c-9adc-2ebf7ba3aa7f req-96127825-9f9b-4652-afe8-800480b3ed33 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:41.214864 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-57568150-30fd-487c-9adc-2ebf7ba3aa7f req-96127825-9f9b-4652-afe8-800480b3ed33 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0706670 Sep 23 01:32:41.305496 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-57568150-30fd-487c-9adc-2ebf7ba3aa7f req-7c6e7e9a-f388-4574-ae2a-5f0009296be4 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806892 Sep 23 01:32:41.350771 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e921c-147d-4d41-8ce2-e66761839798 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0f7c25-927d-45eb-b417-655b3b020a95,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:41.421691 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8859b570-3ae9-4998-a3f6-7ae738a599ba x-openstack-request-id: req-8859b570-3ae9-4998-a3f6-7ae738a599ba {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:41.422240 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e634ed77-dc0f-4bf0-ba2d-745255cd2f3c", "tag": "ba0f7c25-927d-45eb-b417-655b3b020a95", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:41.422925 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8859b570-3ae9-4998-a3f6-7ae738a599ba {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:41.423676 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8859b570-3ae9-4998-a3f6-7ae738a599ba'] response: {'name': 'network-changed', 'server_uuid': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'tag': 'ba0f7c25-927d-45eb-b417-655b3b020a95', 'status': 'completed', 'code': 200} Sep 23 01:32:41.548732 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7c735b61-bec5-472a-b76a-a667320483be req-d568c160-e61b-4c36-b86b-72a4d79d9023 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 210 time: 0.0926931 Sep 23 01:32:41.585260 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:41.629486 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Attempt 5 to provision port ba0f7c25-927d-45eb-b417-655b3b020a95 Sep 23 01:32:41.680020 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294954d0-e9cb-472c-9060-88eeb6a82aaf req-3f475e78-ef41-4a80-b739-6304e98d309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:41.684023 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-294954d0-e9cb-472c-9060-88eeb6a82aaf req-3f475e78-ef41-4a80-b739-6304e98d309a service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 1130 time: 0.1699665 Sep 23 01:32:41.689667 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-b28e7df2-2434-4b7a-b1b4-eedd4b4a2873 None None] Port ba0f7c25-927d-45eb-b417-655b3b020a95 had new provisioning blocks added so it will not transition to active. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:32:41.700547 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98961-d7df-4a68-9d76-49b6f6f3d6ac req-8f6cacd2-0141-43fd-bc71-0bd3ea7e3e41 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:41.706326 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-60a98961-d7df-4a68-9d76-49b6f6f3d6ac req-8f6cacd2-0141-43fd-bc71-0bd3ea7e3e41 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 943 time: 0.2495766 Sep 23 01:32:41.732917 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05862980-432b-4257-b4d8-a1afc41389e6 req-bad4014a-acd1-40d2-9cb9-9e0c8000a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:41.740568 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-05862980-432b-4257-b4d8-a1afc41389e6 req-bad4014a-acd1-40d2-9cb9-9e0c8000a193 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 1127 time: 0.2201276 Sep 23 01:32:42.001038 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-60a98961-d7df-4a68-9d76-49b6f6f3d6ac req-9ed6c73d-230d-488f-a9ef-1bc7a370d803 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809944 Sep 23 01:32:42.051469 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294954d0-e9cb-472c-9060-88eeb6a82aaf req-4309eb55-dbe5-405c-8d64-939503b66951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.053010 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-294954d0-e9cb-472c-9060-88eeb6a82aaf req-4309eb55-dbe5-405c-8d64-939503b66951 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801 HTTP/1.1" status: 200 len: 911 time: 0.3442838 Sep 23 01:32:42.119770 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05862980-432b-4257-b4d8-a1afc41389e6 req-e4a4c7f5-e951-4ab6-a3ad-d39b07d09be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.121975 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-05862980-432b-4257-b4d8-a1afc41389e6 req-e4a4c7f5-e951-4ab6-a3ad-d39b07d09be8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3305807 Sep 23 01:32:42.209382 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-294954d0-e9cb-472c-9060-88eeb6a82aaf req-62bd2d9f-2c65-42b0-b670-0dd0a8de8a90 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2200912c-418b-4a3a-b810-a31ced612934 HTTP/1.1" status: 200 len: 1002 time: 0.1489103 Sep 23 01:32:42.312458 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294954d0-e9cb-472c-9060-88eeb6a82aaf req-53d06b39-462f-4a05-aa95-bc60dfc84153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.314255 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-294954d0-e9cb-472c-9060-88eeb6a82aaf req-53d06b39-462f-4a05-aa95-bc60dfc84153 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=6c89ba87-0be1-4d26-9033-03a421da6f4e HTTP/1.1" status: 200 len: 849 time: 0.0879412 Sep 23 01:32:42.317473 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05862980-432b-4257-b4d8-a1afc41389e6 req-043db4e2-647e-4a17-802e-c6c53ed63276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.319106 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-05862980-432b-4257-b4d8-a1afc41389e6 req-043db4e2-647e-4a17-802e-c6c53ed63276 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890969 Sep 23 01:32:42.377796 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294954d0-e9cb-472c-9060-88eeb6a82aaf req-cb971137-f2a5-44bd-8224-43f740e55ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.380071 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-294954d0-e9cb-472c-9060-88eeb6a82aaf req-cb971137-f2a5-44bd-8224-43f740e55ee4 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0596066 Sep 23 01:32:42.514007 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-02ccd684-9d4b-4692-9a79-0b74fc377687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.517117 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-02ccd684-9d4b-4692-9a79-0b74fc377687 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 1127 time: 0.1170883 Sep 23 01:32:42.517764 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a40d9-e072-45cb-ad28-6588f5b6d9f8 req-857d0234-7e8b-44ff-95b9-371472528af6 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.521051 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d60a40d9-e072-45cb-ad28-6588f5b6d9f8 req-857d0234-7e8b-44ff-95b9-371472528af6 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0864398 Sep 23 01:32:42.586610 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-fa89fce0-5412-412f-9263-4a8a2844cd1d service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba0f7c25-927d-45eb-b417-655b3b020a95 HTTP/1.1" status: 200 len: 217 time: 0.0529563 Sep 23 01:32:42.612105 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d60a40d9-e072-45cb-ad28-6588f5b6d9f8 req-4d3820f8-a337-4058-8c14-9e6c47613fbe tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791287 Sep 23 01:32:42.641993 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-294954d0-e9cb-472c-9060-88eeb6a82aaf req-d22755bb-22f1-48d7-9a79-85eb4533e149 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503622 Sep 23 01:32:42.768395 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-16bc5c69-55a6-45f9-8d9a-1a16676d89cf req-250ee755-4633-4a94-a1dd-16c61e712db6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 210 time: 0.1293051 Sep 23 01:32:42.790049 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-d19034df-e7d5-4804-b38e-cdded167f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.792882 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-d19034df-e7d5-4804-b38e-cdded167f414 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=f836c9f3-d6cc-4e08-b1de-9b5ad70243d8 HTTP/1.1" status: 200 len: 853 time: 0.1991994 Sep 23 01:32:42.898694 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-131d9db0-53da-459b-8572-25a2aa149430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.901378 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-131d9db0-53da-459b-8572-25a2aa149430 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45d87e2c-cffb-4bc6-84be-6c06e6485b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1000938 Sep 23 01:32:42.936726 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-294954d0-e9cb-472c-9060-88eeb6a82aaf req-8a1155a4-3a56-4dd6-b447-e5526293c6ae service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798858 Sep 23 01:32:43.101435 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-db744015-222c-42e9-916c-ab0f78c3dace service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851649 Sep 23 01:32:43.146067 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:UPDATE=7,neutron:SELECT=85,neutron:INSERT=8 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:43.278626 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9fe87-03e7-4547-b163-e7dddfc5015d req-9807a328-1fb2-4ed2-8057-279eb98a5a49 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:43.278626 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-02c9fe87-03e7-4547-b163-e7dddfc5015d req-9807a328-1fb2-4ed2-8057-279eb98a5a49 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 943 time: 0.1340442 Sep 23 01:32:43.310578 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:32:43.343076 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9d44be16-abf6-433f-a872-ea4791dbc284 req-ee60c9d6-4e0e-49e8-b7bb-809ccd9e382e service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668999 Sep 23 01:32:43.370697 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-02c9fe87-03e7-4547-b163-e7dddfc5015d req-9eae84ff-4672-4673-bd3f-8350fa63d845 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896163 Sep 23 01:32:43.757379 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdd968-8c91-4000-b293-399f9f995870 req-e043b6dc-4577-4ee9-84a0-a36a9b899bfb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:43.759184 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-23cdd968-8c91-4000-b293-399f9f995870 req-e043b6dc-4577-4ee9-84a0-a36a9b899bfb tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0548182 Sep 23 01:32:43.819070 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-23cdd968-8c91-4000-b293-399f9f995870 req-9ee5727d-6f91-4afa-b65c-55dc42ed7b8b tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513315 Sep 23 01:32:43.930646 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c39cbf7d-53a3-4028-9bf1-56c2e61f681a req-5376fcd0-6fe1-41a1-af83-70c489ea677f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 210 time: 0.0377009 Sep 23 01:32:43.946934 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:44.417190 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 37908) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:44.553277 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f0c57-b187-4d21-a765-f2d7f5fd0fe9 req-0a562d32-ca79-40af-9ca4-0e550f9874b6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:44.555304 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f84f0c57-b187-4d21-a765-f2d7f5fd0fe9 req-0a562d32-ca79-40af-9ca4-0e550f9874b6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 943 time: 0.0590744 Sep 23 01:32:44.635999 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-29161f1c-a16a-429f-90bc-5d0eaace9c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:44.675233 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f84f0c57-b187-4d21-a765-f2d7f5fd0fe9 req-4fa962fe-c7b7-4d1c-8b6c-054e39f8e8cd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091523 Sep 23 01:32:44.806379 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-29161f1c-a16a-429f-90bc-5d0eaace9c1c admin admin] Publish callbacks [] for security_group (799a6d82-6d48-4ede-9383-081e48e51b6e), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:44.829351 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-36447a8e-1861-4f56-b28c-ba6a44457dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:44.975341 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-29161f1c-a16a-429f-90bc-5d0eaace9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (799a6d82-6d48-4ede-9383-081e48e51b6e), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:45.015833 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11cbec-8616-4a22-bb70-54d6b89bafdb req-f76e640b-c77b-4821-a9c0-1f7572122de9 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:45.026231 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-cc11cbec-8616-4a22-bb70-54d6b89bafdb req-f76e640b-c77b-4821-a9c0-1f7572122de9 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0833678 Sep 23 01:32:45.079065 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29161f1c-a16a-429f-90bc-5d0eaace9c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799a6d82-6d48-4ede-9383-081e48e51b6e,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:45.084693 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-29161f1c-a16a-429f-90bc-5d0eaace9c1c admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=3f5f7c3461d9433e93d4eaccd276112a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6653764 Sep 23 01:32:45.088757 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 37924) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:45.118303 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-cc11cbec-8616-4a22-bb70-54d6b89bafdb req-71f5caca-7be5-45c0-9714-c14dc4586e5c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905631 Sep 23 01:32:45.211677 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-21b6cdf1-4156-4c3f-8405-e80228af47e9 req-34e779b7-d878-43c0-81ef-3a62569425ca tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 210 time: 0.0649796 Sep 23 01:32:45.237810 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d56e47cd-c1a7-4dd8-b3cd-4f255c36ba13 admin admin] Publish callbacks [] for security_group (799a6d82-6d48-4ede-9383-081e48e51b6e), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:45.562044 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace0a37-5747-491d-98cc-9de21df97799 req-1ce64ba7-8128-4a5c-8525-13b3d1c483d8 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:45.576176 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d56e47cd-c1a7-4dd8-b3cd-4f255c36ba13 admin admin] Publish callbacks [] for security_group (799a6d82-6d48-4ede-9383-081e48e51b6e), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:45.577359 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-1ce64ba7-8128-4a5c-8525-13b3d1c483d8 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/networks?id=4e552ed7-ec04-42c5-b79f-5d9303a6d12c HTTP/1.1" status: 200 len: 809 time: 0.2178819 Sep 23 01:32:45.598574 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-7f13e623-1c2c-4d44-a204-28fef1f6da63 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/quotas/fcf8637049864e26a8af15e6fd3e1f1f HTTP/1.1" status: 200 len: 375 time: 0.0194511 Sep 23 01:32:45.611076 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:45.665851 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-ca56b152-788b-478c-adfc-b0d33ce779a8 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=fcf8637049864e26a8af15e6fd3e1f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582042 Sep 23 01:32:45.813943 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c36073c4-5b2e-4c2f-b285-a14c00c27556 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/4e552ed7-ec04-42c5-b79f-5d9303a6d12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445827 Sep 23 01:32:45.879843 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d56e47cd-c1a7-4dd8-b3cd-4f255c36ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (799a6d82-6d48-4ede-9383-081e48e51b6e), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:45.882724 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d56e47cd-c1a7-4dd8-b3cd-4f255c36ba13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:45.892427 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-d56e47cd-c1a7-4dd8-b3cd-4f255c36ba13 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/799a6d82-6d48-4ede-9383-081e48e51b6e HTTP/1.1" status: 204 len: 168 time: 0.7953289 Sep 23 01:32:45.929283 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e47cd-c1a7-4dd8-b3cd-4f255c36ba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a6d82-6d48-4ede-9383-081e48e51b6e,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:45.958524 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:45.986370 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a202-8b4f-4067-b1e1-8f776e05d6ab req-a6f9d475-ddee-4be5-afd0-16c2dfce348e tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:45.991354 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0769ed1a-2fa2-4ce1-b97d-b857a3491419 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/4e552ed7-ec04-42c5-b79f-5d9303a6d12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761978 Sep 23 01:32:45.992323 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6583a202-8b4f-4067-b1e1-8f776e05d6ab req-a6f9d475-ddee-4be5-afd0-16c2dfce348e tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 943 time: 0.1563711 Sep 23 01:32:46.068171 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6583a202-8b4f-4067-b1e1-8f776e05d6ab req-8b9e6290-ebfc-49c2-868e-45df81bfe7d6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690668 Sep 23 01:32:46.147821 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device ba0f7c25-927d-45eb-b417-655b3b020a95 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:32:46.325051 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port ba0f7c25-927d-45eb-b417-655b3b020a95, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ba0f7c25-927d-45eb-b417-655b3b020a95,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:46.362362 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': 'ba0f7c25-927d-45eb-b417-655b3b020a95', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'port_id': 'ba0f7c25-927d-45eb-b417-655b3b020a95', 'mac_address': 'fa:16:3e:55:35:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 495, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:32:46.397339 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ce4b0ea6-5e5d-4547-8994-60709648e6cf req-ad5d5a3b-75fa-4498-a94c-b009c0649f21 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 210 time: 0.0884442 Sep 23 01:32:46.458884 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port ba0f7c25-927d-45eb-b417-655b3b020a95 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:46.459590 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:46.469059 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b09d24a9-13fb-4a23-9399-fcb166253e6b req-830a0f3c-6241-4f18-8b9a-9f82d34e6b22 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 210 time: 0.1124988 Sep 23 01:32:46.510397 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0f7c25-927d-45eb-b417-655b3b020a95 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:46.549992 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port ba0f7c25-927d-45eb-b417-655b3b020a95, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ba0f7c25-927d-45eb-b417-655b3b020a95,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:46.665053 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:46.748591 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=ba0f7c25-927d-45eb-b417-655b3b020a95,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:47.003087 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-7f147615-9905-4710-aeed-10962fa47a32 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:47.005908 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-7f147615-9905-4710-aeed-10962fa47a32 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 819 time: 0.1772654 Sep 23 01:32:47.039293 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['ba0f7c25-927d-45eb-b417-655b3b020a95'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:32:47.125376 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-3edfa541-302e-4be7-8254-c644ed164c71 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f0f4fc2c13b049f88634df7b8c0770d1 HTTP/1.1" status: 200 len: 379 time: 0.1043987 Sep 23 01:32:47.149775 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Request body: {'port': {'device_id': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'admin_state_up': True, 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'security_groups': ['fa11bf7a-02fd-4a26-86e6-e4800c4ea917']}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:47.241482 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:47.282464 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76750690-27b0-4c5e-a5e7-fca53239c542 req-5a8dfad5-2fe9-403b-a0cf-533e5ce16c7c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:47.284821 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-76750690-27b0-4c5e-a5e7-fca53239c542 req-5a8dfad5-2fe9-403b-a0cf-533e5ce16c7c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 944 time: 0.0658574 Sep 23 01:32:47.394317 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-76750690-27b0-4c5e-a5e7-fca53239c542 req-e197dc0b-d08c-4eb4-aacc-3beed4b0e3d0 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939226 Sep 23 01:32:47.518994 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-60bb681a-7d77-41a4-8fc6-e0f5f117ffd1 req-bee13ce1-167b-4957-b962-9d59c54d8787 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 210 time: 0.0490131 Sep 23 01:32:47.539674 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Made reservation on behalf of f0f4fc2c13b049f88634df7b8c0770d1 for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:47.548750 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:47.637358 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7ee9c296-21ad-4152-9e92-36fee12f481a req-1ac82ff2-fe15-45fa-a260-a6769dc9f0af tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 210 time: 0.0407152 Sep 23 01:32:47.760408 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Allocated IP 172.20.0.9 (f90a1241-aaff-46d8-9539-62d24ac1ba91/5a72aa6b-8c82-4133-a1b7-a217b6c40e4a/9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:47.820263 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6ec8628a-e868-4815-885f-c3c7ee6b161c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:47.902922 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38026) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:48.006092 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.031255 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:48.071561 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1034374320-network', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:48.111126 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:48.156597 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.178931 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device ba0f7c25-927d-45eb-b417-655b3b020a95 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:32:48.191748 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Made reservation on behalf of 9cb4651121bb4a908147a675515b8f1d for: {'network': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:48.196800 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.209951 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Network f90a1241-aaff-46d8-9539-62d24ac1ba91 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:48.216756 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:48.227477 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event updated for resources: {'Port': ['ID=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:48.228435 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.232847 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:48.239375 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:48.239375 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.285631 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port ba0f7c25-927d-45eb-b417-655b3b020a95 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:32:48.361725 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Publish callbacks [] for security_group (6b442d3c-8a6f-469e-9a51-9fc966af88f4), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.389332 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-f3700b08-5015-4ab8-8d58-eb2d3a8e7cf8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2528327 Sep 23 01:32:48.411299 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Request body: {'port': {'device_id': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:48.412848 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port ba0f7c25-927d-45eb-b417-655b3b020a95 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:48.413845 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.414625 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port ba0f7c25-927d-45eb-b417-655b3b020a95 Sep 23 01:32:48.481787 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (6b442d3c-8a6f-469e-9a51-9fc966af88f4), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.514620 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.516846 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 496} {{(pid=107196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:32:48.530042 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:48.533350 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b442d3c-8a6f-469e-9a51-9fc966af88f4,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:48.541910 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (41ecda57-de34-433a-afe6-e3327871bb77), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.542672 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.segments_db [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Added segment 41ecda57-de34-433a-afe6-e3327871bb77 of type vlan for network 38c5ee11-8aca-491c-9a14-f67bba1114fd Sep 23 01:32:48.613958 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (38c5ee11-8aca-491c-9a14-f67bba1114fd), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.669601 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-74d02b14-0992-4764-ae47-87fed2dddd5b None None] Provisioning complete for port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:48.670255 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-74d02b14-0992-4764-ae47-87fed2dddd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.673643 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43df3a-1ea6-41f9-9a5b-32aa6fcf9f96 req-0fa7b5ea-14f0-45d4-bc9c-0e5c288aa20c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:48.674095 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-74d02b14-0992-4764-ae47-87fed2dddd5b None None] Attempt 1 to provision port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe Sep 23 01:32:48.678400 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1e43df3a-1ea6-41f9-9a5b-32aa6fcf9f96 req-0fa7b5ea-14f0-45d4-bc9c-0e5c288aa20c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 944 time: 0.0782180 Sep 23 01:32:48.767533 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c93911a0-6068-471b-b65c-ae284e1f9d9d req-cd5e62df-92b6-45cb-96fe-a3fb4581a0c3 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 210 time: 0.0803530 Sep 23 01:32:48.818764 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (38c5ee11-8aca-491c-9a14-f67bba1114fd), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.820775 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:48.822446 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.911600 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1e43df3a-1ea6-41f9-9a5b-32aa6fcf9f96 req-661ca240-4ccd-41aa-a78c-b18592fbb847 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318082 Sep 23 01:32:48.936986 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port ba0f7c25-927d-45eb-b417-655b3b020a95 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:48.937576 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:48.985907 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-74d02b14-0992-4764-ae47-87fed2dddd5b None None] Port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:32:49.005333 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] Pushing event updated for resources: {'Network': ['ID=38c5ee11-8aca-491c-9a14-f67bba1114fd,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:49.021714 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455e7bd-a444-4f0e-8ed8-1314a3964eda req-3c4584da-a4a5-4d7a-ac2b-3f07d24bc6ee tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:49.027292 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port ba0f7c25-927d-45eb-b417-655b3b020a95, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ba0f7c25-927d-45eb-b417-655b3b020a95,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:49.029320 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0f7c25-927d-45eb-b417-655b3b020a95'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:49.030238 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d455e7bd-a444-4f0e-8ed8-1314a3964eda req-3c4584da-a4a5-4d7a-ac2b-3f07d24bc6ee tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 931 time: 0.1195607 Sep 23 01:32:49.034817 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8d139e-d3f6-410c-be25-9bb2f0bed793" -d '{"events": [{"server_uuid": "e634ed77-dc0f-4bf0-ba2d-745255cd2f3c", "name": "network-vif-plugged", "status": "completed", "tag": "ba0f7c25-927d-45eb-b417-655b3b020a95"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:49.043905 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 38c5ee11-8aca-491c-9a14-f67bba1114fd details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:32:49.106408 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d455e7bd-a444-4f0e-8ed8-1314a3964eda req-1c3e7024-9c07-44f2-96ee-1d5fa62515e2 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743222 Sep 23 01:32:49.122527 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-9317126b-8812-40fb-9d5e-324c61fddbae admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2181921 Sep 23 01:32:49.123456 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38046) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:49.128786 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] Request body: {'subnet': {'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1034374320-subnet', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'ip_version': 4}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:49.149727 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:49.160902 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Publish callbacks [] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.167367 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816c8449-3cd8-4d82-977a-271952bc869a x-openstack-request-id: req-816c8449-3cd8-4d82-977a-271952bc869a {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:49.167880 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e634ed77-dc0f-4bf0-ba2d-745255cd2f3c", "name": "network-vif-plugged", "status": "completed", "tag": "ba0f7c25-927d-45eb-b417-655b3b020a95", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:49.168325 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-816c8449-3cd8-4d82-977a-271952bc869a {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:49.169061 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816c8449-3cd8-4d82-977a-271952bc869a'] response: {'server_uuid': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0f7c25-927d-45eb-b417-655b3b020a95', 'code': 200} Sep 23 01:32:49.180279 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Transition to ACTIVE for port object 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:32:49.248565 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.287711 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] Made reservation on behalf of 9cb4651121bb4a908147a675515b8f1d for: {'subnet': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:49.292397 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13317145'] for subnet (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.322763 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.325191 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=ba0f7c25-927d-45eb-b417-655b3b020a95,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:49.331053 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:49.387928 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:49.455588 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Attempting to bind port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:32:49.455879 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Attempting to bind port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:32:49.456216 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Attempting to bind port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe on network f90a1241-aaff-46d8-9539-62d24ac1ba91 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:49.487479 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-74d02b14-0992-4764-ae47-87fed2dddd5b None None] Attempt 2 to provision port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe Sep 23 01:32:49.510837 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe on network f90a1241-aaff-46d8-9539-62d24ac1ba91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:32:49.511377 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Attempting to bind port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe on network f90a1241-aaff-46d8-9539-62d24ac1ba91 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:49.515157 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.532248 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-74d02b14-0992-4764-ae47-87fed2dddd5b None None] Port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:32:49.600960 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:32:49.601333 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Checking segment: {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:49.602025 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Bound using segment: {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:32:49.602204 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Bound port: 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95071d97-788f-4ce1-bfe5-98890391fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:32:49.602606 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.696350 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] For port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:32:49.699075 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15549327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13317135'] for subnet (c37d8be3-7c3b-4fa6-a74d-6993752f5d48), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.702655 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] For port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:32:49.779690 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ead98-7c34-4bc5-9423-66065168941f req-833c34a8-24e4-4e74-9b6f-e60988e1f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:49.782709 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-780ead98-7c34-4bc5-9423-66065168941f req-833c34a8-24e4-4e74-9b6f-e60988e1f331 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 1129 time: 0.0771909 Sep 23 01:32:49.804703 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] Checking segment: {'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:49.807791 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] Network hostable DHCP agents. Network: 38c5ee11-8aca-491c-9a14-f67bba1114fd, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:32:49.807791 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37d8be3-7c3b-4fa6-a74d-6993752f5d48,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:49.830663 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.893096 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:49.897628 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.901647 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe HTTP/1.1" status: 200 len: 1093 time: 1.4969206 Sep 23 01:32:49.907767 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:49.934803 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62900cae-52fa-4ad6-b7db-2ec4a01a456d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:49.949894 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-677910e8-2d07-4c60-8f48-3705a5c331af req-a4f9c167-2c5c-4939-94b2-1dd4c1a74798 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 210 time: 0.0551410 Sep 23 01:32:49.987717 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce3779-1d87-4141-a890-9d2c4bec9a85 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:49.993894 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] Network 38c5ee11-8aca-491c-9a14-f67bba1114fd is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:32:50.033953 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-74d02b14-0992-4764-ae47-87fed2dddd5b None None] Attempt 3 to provision port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe Sep 23 01:32:50.044628 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-780ead98-7c34-4bc5-9423-66065168941f req-113bff00-5be1-46a9-9a52-2f45a1c618bb service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517812 Sep 23 01:32:50.072203 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0a2d05-2056-45a8-85f5-1f99ad0dee0b x-openstack-request-id: req-da0a2d05-2056-45a8-85f5-1f99ad0dee0b {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:50.072884 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:50.073466 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-da0a2d05-2056-45a8-85f5-1f99ad0dee0b {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:50.075103 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0a2d05-2056-45a8-85f5-1f99ad0dee0b'] response: {'name': 'network-changed', 'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'status': 'completed', 'code': 200} Sep 23 01:32:50.106922 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38064) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:50.118795 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 38c5ee11-8aca-491c-9a14-f67bba1114fd) {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:50.125858 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:50.127264 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.140441 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-74d02b14-0992-4764-ae47-87fed2dddd5b None None] Port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe had new provisioning blocks added so it will not transition to active. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:32:50.146390 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a7058b-8d79-4b5c-8d06-52128622f49a None None] Network 38c5ee11-8aca-491c-9a14-f67bba1114fd requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:32:50.167136 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cd30c-ea83-4bfd-8f72-e50e647260cd req-4f9a7203-01b8-4ba5-933c-8454bfb57513 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:50.168977 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-924cd30c-ea83-4bfd-8f72-e50e647260cd req-4f9a7203-01b8-4ba5-933c-8454bfb57513 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 945 time: 0.0876644 Sep 23 01:32:50.257256 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-924cd30c-ea83-4bfd-8f72-e50e647260cd req-ac5dda91-5cc6-4b7c-97f3-5fbedb4eea72 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790577 Sep 23 01:32:50.331118 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaff64a2e-0121-5df4-867b-820a70dda548-38c5ee11-8aca-491c-9a14-f67bba1114fd', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48'}]}} from dv-cinder-849143-7-smb. {{(pid=107197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:32:50.331118 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.368707 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbdaa8-c36d-435a-8f74-e90970cd3f8e req-15848d36-1d23-4c70-8a33-d92f51327d32 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:50.375303 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-92dbdaa8-c36d-435a-8f74-e90970cd3f8e req-15848d36-1d23-4c70-8a33-d92f51327d32 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 943 time: 0.1273959 Sep 23 01:32:50.379871 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-69feb49e-ac78-4f85-94fa-dec77fac7dd0 admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2551532 Sep 23 01:32:50.383235 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38070) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:50.391143 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:50.396838 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-053caefc-ec82-46fb-a12b-3c94a5a04e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.452458 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.494282 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:50.500267 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-92dbdaa8-c36d-435a-8f74-e90970cd3f8e req-cc1c0a86-115e-4b91-b5b5-36431c24f09a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974836 Sep 23 01:32:50.555769 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (7f24da68-437d-4920-aca2-4ddcadc8525f), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.557495 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (7f24da68-437d-4920-aca2-4ddcadc8525f), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.559733 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.db_base_plugin_common [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Allocated IP 172.20.0.2 (38c5ee11-8aca-491c-9a14-f67bba1114fd/c37d8be3-7c3b-4fa6-a74d-6993752f5d48/70016535-89d0-47a5-b88d-c854c9325450) {{(pid=107197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:50.583134 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-053caefc-ec82-46fb-a12b-3c94a5a04e1b admin admin] Publish callbacks [] for security_group (3f162067-a452-42b4-96a5-888e6103e9be), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.627309 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Publish callbacks [] for router_controller (7f24da68-437d-4920-aca2-4ddcadc8525f), precommit_add_association {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.640611 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-053caefc-ec82-46fb-a12b-3c94a5a04e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (3f162067-a452-42b4-96a5-888e6103e9be), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.662644 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:50.695029 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38072) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:50.703240 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-053caefc-ec82-46fb-a12b-3c94a5a04e1b admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=24a70c049c054dc0968c7511546a145e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5940075 Sep 23 01:32:50.713192 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053caefc-ec82-46fb-a12b-3c94a5a04e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f162067-a452-42b4-96a5-888e6103e9be,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:50.762888 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Publish callbacks [] for port (70016535-89d0-47a5-b88d-c854c9325450), precommit_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.876761 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a98aa1f1-c976-407d-a8e1-2866f82ca173 admin admin] Publish callbacks [] for security_group (3f162067-a452-42b4-96a5-888e6103e9be), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.911430 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (70016535-89d0-47a5-b88d-c854c9325450), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.920482 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Publish callbacks [] for router_gateway (7f24da68-437d-4920-aca2-4ddcadc8525f), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.935207 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a98aa1f1-c976-407d-a8e1-2866f82ca173 admin admin] Publish callbacks [] for security_group (3f162067-a452-42b4-96a5-888e6103e9be), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.959044 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Network 38c5ee11-8aca-491c-9a14-f67bba1114fd is already hosted by enough agents. {{(pid=107197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:50.962405 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.base_scheduler [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Resources bound (agent type, host, resource id): {{(pid=107197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:50.967058 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Received port after_create {{(pid=107197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:50.974435 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Pushing event updated for resources: {'Port': ['ID=70016535-89d0-47a5-b88d-c854c9325450,revision_number=1']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:51.053985 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Attempting to bind port 70016535-89d0-47a5-b88d-c854c9325450 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:32:51.054356 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Attempting to bind port 70016535-89d0-47a5-b88d-c854c9325450 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:32:51.054765 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Attempting to bind port 70016535-89d0-47a5-b88d-c854c9325450 on network 38c5ee11-8aca-491c-9a14-f67bba1114fd {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:51.106730 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ee97a8d6-3164-416a-9ab6-4cd31cebc303 req-617b954a-deb3-4f89-8a64-8af2ce4ae9dc tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 210 time: 0.0415146 Sep 23 01:32:51.130892 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:32:51.131220 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a98aa1f1-c976-407d-a8e1-2866f82ca173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (3f162067-a452-42b4-96a5-888e6103e9be), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:51.134819 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Checking segment: {'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:51.134819 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:51.134819 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Bound using segment: {'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:32:51.134819 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Bound port: 70016535-89d0-47a5-b88d-c854c9325450, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:32:51.134819 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (70016535-89d0-47a5-b88d-c854c9325450), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:51.136109 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a98aa1f1-c976-407d-a8e1-2866f82ca173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:51.138142 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a98aa1f1-c976-407d-a8e1-2866f82ca173 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/3f162067-a452-42b4-96a5-888e6103e9be HTTP/1.1" status: 204 len: 168 time: 0.4418747 Sep 23 01:32:51.240709 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aa1f1-c976-407d-a8e1-2866f82ca173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f162067-a452-42b4-96a5-888e6103e9be,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:51.288336 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] For port 70016535-89d0-47a5-b88d-c854c9325450, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:32:51.327987 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] For port 70016535-89d0-47a5-b88d-c854c9325450, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=70016535-89d0-47a5-b88d-c854c9325450,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:32:51.435026 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (70016535-89d0-47a5-b88d-c854c9325450), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:51.490098 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62900cae-52fa-4ad6-b7db-2ec4a01a456d req-70e0166d-a4ae-47ec-98a1-44c057f2369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:51.493367 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-62900cae-52fa-4ad6-b7db-2ec4a01a456d req-70e0166d-a4ae-47ec-98a1-44c057f2369f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 1127 time: 0.2551558 Sep 23 01:32:51.518381 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:51.558570 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb6c5d-de3c-4dd8-9ac0-b1494be97d9f None None] Pushing event updated for resources: {'Port': ['ID=70016535-89d0-47a5-b88d-c854c9325450,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:51.596546 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941c6aa-e338-41ac-afb6-e5b32d5f044c req-f225cb38-34eb-43a9-8d68-9e12f47fc6f7 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:51.599897 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5941c6aa-e338-41ac-afb6-e5b32d5f044c req-f225cb38-34eb-43a9-8d68-9e12f47fc6f7 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 945 time: 0.1419051 Sep 23 01:32:51.700644 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0303e6ee-1013-46a5-963d-0a83f51ea74e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:51.703465 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5941c6aa-e338-41ac-afb6-e5b32d5f044c req-9d377444-254c-4958-9a40-4570b70ed90c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964816 Sep 23 01:32:51.703647 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0303e6ee-1013-46a5-963d-0a83f51ea74e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.88 "GET /networking/v2.0/networks?id=4e552ed7-ec04-42c5-b79f-5d9303a6d12c HTTP/1.1" status: 200 len: 809 time: 0.4708438 Sep 23 01:32:51.722509 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Publish callbacks [] for router_gateway (7f24da68-437d-4920-aca2-4ddcadc8525f), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:51.773396 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9dff4-bf0f-4000-9bc1-bfee1c3096d5 req-2fbe6fdd-32c0-4814-b910-675f31f2c796 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:51.787770 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-80e9dff4-bf0f-4000-9bc1-bfee1c3096d5 req-2fbe6fdd-32c0-4814-b910-675f31f2c796 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 943 time: 0.1565762 Sep 23 01:32:51.790738 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:51.939996 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-80e9dff4-bf0f-4000-9bc1-bfee1c3096d5 req-db865b5f-3633-4e8e-b17c-04ccd42b4a3c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336768 Sep 23 01:32:51.984523 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Allocated IP 172.28.0.148 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/aaa8f75d-fe83-4675-8772-9b9baab1336c) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:52.099354 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Publish callbacks [] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:52.142990 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Request body: {'port': {'device_id': '8980894e-1d46-4f69-8163-bfe7c1d8a857', 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c', 'admin_state_up': True, 'tenant_id': 'fcf8637049864e26a8af15e6fd3e1f1f'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:52.272642 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5e188a99-0b69-43c9-876e-eab2942c5263 req-a23de53b-7dd8-4d79-94e9-7668942da91f tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 210 time: 0.0335937 Sep 23 01:32:52.364934 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62900cae-52fa-4ad6-b7db-2ec4a01a456d req-1299b41d-72bd-4aa7-bda3-56a675410fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:52.368377 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-62900cae-52fa-4ad6-b7db-2ec4a01a456d req-1299b41d-72bd-4aa7-bda3-56a675410fd7 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2426922 Sep 23 01:32:52.408188 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38098) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:52.467574 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:52.518369 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-28c39e2f-d446-463c-8e11-bd1e4ba821ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:52.574493 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:52.591971 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:52.604099 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Made reservation on behalf of fcf8637049864e26a8af15e6fd3e1f1f for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:52.611269 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:52.614886 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:52.620319 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Pushing event updated for resources: {'Port': ['ID=aaa8f75d-fe83-4675-8772-9b9baab1336c,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:52.672317 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62900cae-52fa-4ad6-b7db-2ec4a01a456d req-0bb46d94-03bc-43e1-a025-a7739f248013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:52.674122 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-62900cae-52fa-4ad6-b7db-2ec4a01a456d req-0bb46d94-03bc-43e1-a025-a7739f248013 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2972465 Sep 23 01:32:52.818121 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0058a-41ec-44a5-8efa-e0ff6ac893d3 None None] Network 38c5ee11-8aca-491c-9a14-f67bba1114fd requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:32:52.832034 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:52.936090 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-7c493f94-5fcd-46f5-87b8-2c23f230d970 None None] Provisioning complete for port 70016535-89d0-47a5-b88d-c854c9325450 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:52.936556 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-7c493f94-5fcd-46f5-87b8-2c23f230d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (70016535-89d0-47a5-b88d-c854c9325450), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:52.937047 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-7c493f94-5fcd-46f5-87b8-2c23f230d970 None None] Attempt 1 to provision port 70016535-89d0-47a5-b88d-c854c9325450 Sep 23 01:32:52.979469 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:53.027463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7d827-0d7b-4816-9d66-cb28b3018056 req-99b92149-8e42-4f9d-8b34-5f8215fec3c1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:53.029263 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-74c7d827-0d7b-4816-9d66-cb28b3018056 req-99b92149-8e42-4f9d-8b34-5f8215fec3c1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 945 time: 0.2254658 Sep 23 01:32:53.030322 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-e6024796-6fe4-4498-bfa7-3348579324d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:53.031790 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-e6024796-6fe4-4498-bfa7-3348579324d1 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 1127 time: 0.2243059 Sep 23 01:32:53.079311 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-7c493f94-5fcd-46f5-87b8-2c23f230d970 None None] Current status of the port 70016535-89d0-47a5-b88d-c854c9325450 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:53.080142 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-7c493f94-5fcd-46f5-87b8-2c23f230d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (70016535-89d0-47a5-b88d-c854c9325450), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:53.134895 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-7c493f94-5fcd-46f5-87b8-2c23f230d970 None None] For port 70016535-89d0-47a5-b88d-c854c9325450, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=70016535-89d0-47a5-b88d-c854c9325450,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:53.208872 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b595b-2b43-441b-a3ec-4aa2479acb67 req-936e2b4c-b23a-48a2-ba4e-12d0caef0e50 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:53.218386 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-7c493f94-5fcd-46f5-87b8-2c23f230d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (70016535-89d0-47a5-b88d-c854c9325450), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:53.222208 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-304b595b-2b43-441b-a3ec-4aa2479acb67 req-936e2b4c-b23a-48a2-ba4e-12d0caef0e50 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 943 time: 0.0966387 Sep 23 01:32:53.288475 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c493f94-5fcd-46f5-87b8-2c23f230d970 None None] Pushing event updated for resources: {'Port': ['ID=70016535-89d0-47a5-b88d-c854c9325450,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:53.299825 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:53.309578 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:53.322521 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:53.323621 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-304b595b-2b43-441b-a3ec-4aa2479acb67 req-9c7706ae-a872-48b8-9836-b9cd779517db tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001692 Sep 23 01:32:53.425322 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-28c39e2f-d446-463c-8e11-bd1e4ba821ab admin admin] Publish callbacks [] for security_group (664afc3f-6ae3-485b-9803-7a850d8cbb40), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:53.434303 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9bdef09d-6e8f-42dd-bdb7-240237b110f1 req-07a2e64f-53de-410d-a98f-04cf50791a8f tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 210 time: 0.0445342 Sep 23 01:32:53.450443 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-95863bd2-bedd-4656-9428-ec04483daae9 None None] Provisioning complete for port 70016535-89d0-47a5-b88d-c854c9325450 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:53.451274 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-95863bd2-bedd-4656-9428-ec04483daae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (70016535-89d0-47a5-b88d-c854c9325450), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:53.451728 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-95863bd2-bedd-4656-9428-ec04483daae9 None None] Attempt 1 to provision port 70016535-89d0-47a5-b88d-c854c9325450 Sep 23 01:32:53.472147 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Allocated IP 172.20.0.11 (4e552ed7-ec04-42c5-b79f-5d9303a6d12c/9c2c08e8-3dcf-4054-a683-16a040b73933/adb2d4e6-3d06-4037-99a2-d3ff9efaf214) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:53.488131 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-d48cd81f-003c-4255-8687-dead7cb01348 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe HTTP/1.1" status: 200 len: 217 time: 0.1174169 Sep 23 01:32:53.525127 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 70016535-89d0-47a5-b88d-c854c9325450 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:32:53.556425 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-28c39e2f-d446-463c-8e11-bd1e4ba821ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (664afc3f-6ae3-485b-9803-7a850d8cbb40), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:53.607997 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-95863bd2-bedd-4656-9428-ec04483daae9 None None] Current status of the port 70016535-89d0-47a5-b88d-c854c9325450 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:53.609893 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 70016535-89d0-47a5-b88d-c854c9325450 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:53.610296 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (70016535-89d0-47a5-b88d-c854c9325450), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:53.610724 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 70016535-89d0-47a5-b88d-c854c9325450 Sep 23 01:32:53.712557 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 70016535-89d0-47a5-b88d-c854c9325450 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:53.789233 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-31a0aa53-f504-4738-b9bf-3f758bad022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:53.791855 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-31a0aa53-f504-4738-b9bf-3f758bad022b service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.2866683 Sep 23 01:32:53.807843 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Publish callbacks [] for router_gateway (7f24da68-437d-4920-aca2-4ddcadc8525f), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:53.815855 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-74c7d827-0d7b-4816-9d66-cb28b3018056 req-2c7ff30c-4c46-44c4-8b3d-f7f0bd0fbf1d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4532661 Sep 23 01:32:53.842623 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-28c39e2f-d446-463c-8e11-bd1e4ba821ab admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=4f36267a21e348d1a33a140401e8f1ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4343438 Sep 23 01:32:53.847406 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38120) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:54.002911 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c39e2f-d446-463c-8e11-bd1e4ba821ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664afc3f-6ae3-485b-9803-7a850d8cbb40,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:54.014447 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-39066636-3392-4820-9aee-771b83b0d190 admin admin] Publish callbacks [] for security_group (664afc3f-6ae3-485b-9803-7a850d8cbb40), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:54.056435 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5939de5-cad0-4d82-a7a3-958cfcd78650 req-ad2f34c3-1307-481e-b51a-1012a3e1dee7 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:54.060144 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d5939de5-cad0-4d82-a7a3-958cfcd78650 req-ad2f34c3-1307-481e-b51a-1012a3e1dee7 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 945 time: 0.1293457 Sep 23 01:32:54.067481 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-5a3abdfc-cf91-4ac4-be56-9b726f6344c3 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5030882 Sep 23 01:32:54.074856 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-39066636-3392-4820-9aee-771b83b0d190 admin admin] Publish callbacks [] for security_group (664afc3f-6ae3-485b-9803-7a850d8cbb40), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:54.077327 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38124) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:54.089326 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-f06d32c0-420b-42c7-8e0a-64537c085937 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'floatingip': {'port_id': 'ba0f7c25-927d-45eb-b417-655b3b020a95'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:54.096141 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-01a9a8c8-73b1-4211-abcb-f41c9bc10e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:54.097719 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-01a9a8c8-73b1-4211-abcb-f41c9bc10e4b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2682848 Sep 23 01:32:54.149388 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f06d32c0-420b-42c7-8e0a-64537c085937 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (30c7850e-24f2-47bd-9470-52394c694977), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:54.272766 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-1feec683-a6b1-4d45-a008-702ec12d2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:54.274759 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-1feec683-a6b1-4d45-a008-702ec12d2cd4 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 1130 time: 0.1413436 Sep 23 01:32:54.291753 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks [] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:54.358652 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:54.456947 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-fd95ead0-a592-4c52-93d2-9e9dfbe59ea8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263490 Sep 23 01:32:54.550237 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:54.552767 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-39066636-3392-4820-9aee-771b83b0d190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (664afc3f-6ae3-485b-9803-7a850d8cbb40), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:54.556137 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-39066636-3392-4820-9aee-771b83b0d190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:54.557531 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-39066636-3392-4820-9aee-771b83b0d190 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/664afc3f-6ae3-485b-9803-7a850d8cbb40 HTTP/1.1" status: 204 len: 168 time: 0.7086420 Sep 23 01:32:54.598580 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39066636-3392-4820-9aee-771b83b0d190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664afc3f-6ae3-485b-9803-7a850d8cbb40,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:54.606725 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:54.663806 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808686'] for router (7f24da68-437d-4920-aca2-4ddcadc8525f), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:54.670912 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-3183e8ec-b968-40eb-8e69-d1ed15170c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:54.672944 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-3183e8ec-b968-40eb-8e69-d1ed15170c98 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.3434021 Sep 23 01:32:54.681109 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad092b9-a9fb-430d-a83e-5737775afe85 req-7cd0ed4f-56c4-48fb-a930-d7918cb22d87 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:54.683167 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fad092b9-a9fb-430d-a83e-5737775afe85 req-7cd0ed4f-56c4-48fb-a930-d7918cb22d87 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 943 time: 0.1778488 Sep 23 01:32:54.779403 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b44d150a-04a1-4701-9888-1a65dd533702 req-3ef2a3a1-a9b4-4d9a-81ef-da3f16b954d1 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 210 time: 0.1879365 Sep 23 01:32:54.797997 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:54.826170 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:54.828797 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-69bf4e52-3e95-4d57-bffc-ef609eb136f8 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec07b2a6-453e-4aad-a041-f90c1bdf65b5 HTTP/1.1" status: 200 len: 217 time: 0.1378415 Sep 23 01:32:54.903839 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f06d32c0-420b-42c7-8e0a-64537c085937 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:54.988827 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:55.002674 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:55.006816 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b358fc1-4063-4634-9868-62eb0c775a86 req-af0ea018-92cb-4b3a-8da4-14b0add02380 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001612 Sep 23 01:32:55.040850 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f06d32c0-420b-42c7-8e0a-64537c085937 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (30c7850e-24f2-47bd-9470-52394c694977), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:55.041954 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:55.051467 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:55.056027 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:55.056649 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:55.062808 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fad092b9-a9fb-430d-a83e-5737775afe85 req-dc3b6b1b-cf80-41d5-9d4d-013b4ed24248 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607123 Sep 23 01:32:55.069468 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Pushing event updated for resources: {'Port': ['ID=adb2d4e6-3d06-4037-99a2-d3ff9efaf214,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:55.090060 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-953c5776-058c-4d04-91ec-99029a210c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:55.091730 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-953c5776-058c-4d04-91ec-99029a210c94 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.2492375 Sep 23 01:32:55.180730 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-2b6ac7ae-1975-4ef1-9d11-01aa247c23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:55.183498 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-2b6ac7ae-1975-4ef1-9d11-01aa247c23cf service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0847697 Sep 23 01:32:55.189481 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.l3_db [None req-f06d32c0-420b-42c7-8e0a-64537c085937 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Floating IP 30c7850e-24f2-47bd-9470-52394c694977 associated. External IP: 172.28.0.198, port: ba0f7c25-927d-45eb-b417-655b3b020a95. Sep 23 01:32:55.204366 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-c82301d0-2701-4b4d-9a9d-7e173167d8e2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0788834 Sep 23 01:32:55.368156 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Router 7f24da68-437d-4920-aca2-4ddcadc8525f is scheduled to L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a with binding_index 1 {{(pid=107195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:32:55.459238 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06d32c0-420b-42c7-8e0a-64537c085937 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Router d58f9795-8296-4f83-b130-60ce5dca27e4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:32:55.518536 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:32:55.532131 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Sync routers for ids ['7f24da68-437d-4920-aca2-4ddcadc8525f'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:32:55.544040 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Routers {'7f24da68-437d-4920-aca2-4ddcadc8525f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:32:55.544886 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:32:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['7f24da68-437d-4920-aca2-4ddcadc8525f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:55.610293 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:55.614971 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-09b8de03-1d38-4801-8ffc-d4c87a693a9b admin admin] 10.222.0.83 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2300153 Sep 23 01:32:55.618323 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38148) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:55.684652 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06d32c0-420b-42c7-8e0a-64537c085937 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:32:55.694451 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f06d32c0-420b-42c7-8e0a-64537c085937 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:55.695087 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a26b9b-8d06-404f-9b24-b8f8e34687e0 None None] Sync routers for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:32:55.716200 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a26b9b-8d06-404f-9b24-b8f8e34687e0 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:32:55.721483 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-43a26b9b-8d06-404f-9b24-b8f8e34687e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:32:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:55.742921 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Set router 7f24da68-437d-4920-aca2-4ddcadc8525f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:32:55.764244 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f06d32c0-420b-42c7-8e0a-64537c085937 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "PUT /networking/v2.0/floatingips/30c7850e-24f2-47bd-9470-52394c694977 HTTP/1.1" status: 200 len: 991 time: 1.6855583 Sep 23 01:32:55.770897 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'tag': 'ba0f7c25-927d-45eb-b417-655b3b020a95'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:55.780390 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae06a592-e346-4004-80cb-72459bfb627f" -d '{"events": [{"name": "network-changed", "server_uuid": "e634ed77-dc0f-4bf0-ba2d-745255cd2f3c", "tag": "ba0f7c25-927d-45eb-b417-655b3b020a95"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:55.853410 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-43a26b9b-8d06-404f-9b24-b8f8e34687e0 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:32:55.856329 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4f2c15-adfa-4fd0-a1bd-1fcf164ad53d x-openstack-request-id: req-3e4f2c15-adfa-4fd0-a1bd-1fcf164ad53d {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:55.856781 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e634ed77-dc0f-4bf0-ba2d-745255cd2f3c", "tag": "ba0f7c25-927d-45eb-b417-655b3b020a95", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:55.857268 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3e4f2c15-adfa-4fd0-a1bd-1fcf164ad53d {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:55.858036 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4f2c15-adfa-4fd0-a1bd-1fcf164ad53d'] response: {'name': 'network-changed', 'server_uuid': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'tag': 'ba0f7c25-927d-45eb-b417-655b3b020a95', 'status': 'completed', 'code': 200} Sep 23 01:32:56.041813 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:52Z', 'revision_number': 3, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:56.084903 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Checking router: 7f24da68-437d-4920-aca2-4ddcadc8525f for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:32:56.085331 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Updating router 7f24da68-437d-4920-aca2-4ddcadc8525f port aaa8f75d-fe83-4675-8772-9b9baab1336c binding host dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:32:56.132228 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:56.207607 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04141d-e074-4cf0-9301-63a769228502 req-4a9205b8-5b18-49c1-8299-762941df1ef3 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:56.209984 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fa04141d-e074-4cf0-9301-63a769228502 req-4a9205b8-5b18-49c1-8299-762941df1ef3 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 932 time: 0.2922163 Sep 23 01:32:56.231678 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:56.270307 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Request body: {'port': {'device_id': '8980894e-1d46-4f69-8163-bfe7c1d8a857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:56.313873 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-43a26b9b-8d06-404f-9b24-b8f8e34687e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '30c7850e-24f2-47bd-9470-52394c694977', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': 'ba0f7c25-927d-45eb-b417-655b3b020a95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:55:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:29Z', 'updated_at': '2022-09-23T01:32:54Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}, {'id': 'e560cfb7-4db9-45bb-a274-f9371104455a', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:45:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:35Z', 'updated_at': '2022-09-23T01:31:28Z', 'revision_number': 2, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:56.359697 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abddd04-1765-4226-885c-3df46f9c4bac req-ce89a7cf-22af-4abc-aa2c-cb925ee46227 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:56.363712 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7abddd04-1765-4226-885c-3df46f9c4bac req-ce89a7cf-22af-4abc-aa2c-cb925ee46227 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 943 time: 0.1135588 Sep 23 01:32:56.400201 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a26b9b-8d06-404f-9b24-b8f8e34687e0 None None] Checking router: d58f9795-8296-4f83-b130-60ce5dca27e4 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:32:56.425507 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a26b9b-8d06-404f-9b24-b8f8e34687e0 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:32:56.426192 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-43a26b9b-8d06-404f-9b24-b8f8e34687e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:32:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:56.451466 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7abddd04-1765-4226-885c-3df46f9c4bac req-e16b2caf-cdc1-4576-ba71-09e1e08a217d tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781116 Sep 23 01:32:56.460186 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:56.641098 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-43a26b9b-8d06-404f-9b24-b8f8e34687e0 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:32:56.684397 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Publish callbacks [] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), precommit_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:56.858427 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:56.860074 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06a592-e346-4004-80cb-72459bfb627f req-c6277355-cb0c-4ad9-8087-791ff9935c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:56.863371 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ae06a592-e346-4004-80cb-72459bfb627f req-c6277355-cb0c-4ad9-8087-791ff9935c40 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 1129 time: 0.5585971 Sep 23 01:32:56.893992 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Attempting to bind port aaa8f75d-fe83-4675-8772-9b9baab1336c on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:32:56.894640 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Attempting to bind port aaa8f75d-fe83-4675-8772-9b9baab1336c by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:32:56.895192 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Attempting to bind port aaa8f75d-fe83-4675-8772-9b9baab1336c on network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:56.911211 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fa04141d-e074-4cf0-9301-63a769228502 req-6ef08e5d-4ee9-4b83-b916-7a45321061d9 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690900 Sep 23 01:32:56.935650 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-43a26b9b-8d06-404f-9b24-b8f8e34687e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '30c7850e-24f2-47bd-9470-52394c694977', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': 'ba0f7c25-927d-45eb-b417-655b3b020a95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:55:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:29Z', 'updated_at': '2022-09-23T01:32:54Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}, {'id': 'e560cfb7-4db9-45bb-a274-f9371104455a', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:45:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:35Z', 'updated_at': '2022-09-23T01:31:28Z', 'revision_number': 2, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:56.975289 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a26b9b-8d06-404f-9b24-b8f8e34687e0 None None] The sync data for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb is: [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '30c7850e-24f2-47bd-9470-52394c694977', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': 'ba0f7c25-927d-45eb-b417-655b3b020a95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:55:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:29Z', 'updated_at': '2022-09-23T01:32:54Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}, {'id': 'e560cfb7-4db9-45bb-a274-f9371104455a', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:45:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:35Z', 'updated_at': '2022-09-23T01:31:28Z', 'revision_number': 2, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:32:56.977021 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefff597-5a1d-4b1d-a899-4e879297c995 None None] Pushing event updated for resources: {'Port': ['ID=aaa8f75d-fe83-4675-8772-9b9baab1336c,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:57.021082 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:32:57.023529 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Checking segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:57.024563 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:57.025606 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Bound using segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:32:57.026390 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Bound port: aaa8f75d-fe83-4675-8772-9b9baab1336c, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:32:57.028587 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:57.120987 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:57.143165 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-e66aa725-fcc6-4366-aca3-7119b8754011 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8843608 Sep 23 01:32:57.144544 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] For port aaa8f75d-fe83-4675-8772-9b9baab1336c, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:32:57.157731 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] For port aaa8f75d-fe83-4675-8772-9b9baab1336c, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=aaa8f75d-fe83-4675-8772-9b9baab1336c,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:32:57.310270 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:57.349399 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06a592-e346-4004-80cb-72459bfb627f req-002aa69c-f08f-4579-8540-cfb7e56fbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:57.351071 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ae06a592-e346-4004-80cb-72459bfb627f req-002aa69c-f08f-4579-8540-cfb7e56fbb01 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 915 time: 0.4615078 Sep 23 01:32:57.353094 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e25344-b167-4152-9b1a-1cc1be61348f None None] New status for floating IP 30c7850e-24f2-47bd-9470-52394c694977: ACTIVE {{(pid=107197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:32:57.420985 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Routers {'7f24da68-437d-4920-aca2-4ddcadc8525f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:32:57.421743 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:32:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['7f24da68-437d-4920-aca2-4ddcadc8525f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:57.632782 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5c309-0505-44d9-b686-ef1656de6565 req-b2771c19-e19f-4c44-9a7c-7ad5b04d8302 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:57.641057 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6fa5c309-0505-44d9-b686-ef1656de6565 req-b2771c19-e19f-4c44-9a7c-7ad5b04d8302 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 943 time: 0.0611925 Sep 23 01:32:57.712636 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6fa5c309-0505-44d9-b686-ef1656de6565 req-c19dee9d-b79c-4cdb-9b3d-88de422b4dd5 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704620 Sep 23 01:32:57.726451 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5f4fb5f4-9941-4fc2-a345-61c7722a0b54 req-f8694a66-bd0e-4235-b8b6-cd5efe671b77 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718262 Sep 23 01:32:57.757271 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefff597-5a1d-4b1d-a899-4e879297c995 None None] Pushing event updated for resources: {'Port': ['ID=aaa8f75d-fe83-4675-8772-9b9baab1336c,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:57.825902 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ae06a592-e346-4004-80cb-72459bfb627f req-9aa098de-561c-4d48-9f6d-c6c45bd595bf service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba0f7c25-927d-45eb-b417-655b3b020a95 HTTP/1.1" status: 200 len: 999 time: 0.3700538 Sep 23 01:32:57.878353 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:57.903864 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] Set router 7f24da68-437d-4920-aca2-4ddcadc8525f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:32:57.919660 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:57.978513 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb2d4e6-3d06-4037-99a2-d3ff9efaf214 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:57.984869 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:57.996161 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Publish callbacks [] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:58.021332 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06a592-e346-4004-80cb-72459bfb627f req-8783a0ea-6569-46c3-9ef4-ed0c0ba9c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:58.022980 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ae06a592-e346-4004-80cb-72459bfb627f req-8783a0ea-6569-46c3-9ef4-ed0c0ba9c806 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=f836c9f3-d6cc-4e08-b1de-9b5ad70243d8 HTTP/1.1" status: 200 len: 853 time: 0.1905777 Sep 23 01:32:58.040908 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Transition to ACTIVE for port object adb2d4e6-3d06-4037-99a2-d3ff9efaf214 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:32:58.144860 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:52Z', 'revision_number': 3, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:58.178291 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e6070-e67e-4309-b158-0a53f43262e7 None None] The sync data for ids ['7f24da68-437d-4920-aca2-4ddcadc8525f'] in dv-cinder-849143-7-smb is: [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:52Z', 'revision_number': 3, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:32:58.181958 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:58.226634 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:32:58.244506 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03871bb8-bae5-49a4-bb44-f2e10e2ea954 req-5c3f3728-48f9-44f6-a913-06aa853f92be tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:58.246980 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-03871bb8-bae5-49a4-bb44-f2e10e2ea954 req-5c3f3728-48f9-44f6-a913-06aa853f92be tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 932 time: 0.1087470 Sep 23 01:32:58.378175 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Pushing event updated for resources: {'Port': ['ID=adb2d4e6-3d06-4037-99a2-d3ff9efaf214,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:58.416818 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06a592-e346-4004-80cb-72459bfb627f req-275b300a-6c57-4bea-a44c-fe14abee0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:58.418451 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ae06a592-e346-4004-80cb-72459bfb627f req-275b300a-6c57-4bea-a44c-fe14abee0fa0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45d87e2c-cffb-4bc6-84be-6c06e6485b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1835675 Sep 23 01:32:58.421072 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:58.431127 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Allocated IP 172.20.0.1 (38c5ee11-8aca-491c-9a14-f67bba1114fd/c37d8be3-7c3b-4fa6-a74d-6993752f5d48/a6f55f9a-7459-4bf6-88a8-cf95a468093e) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:58.436987 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'port_id': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'mac_address': 'fa:16:3e:3d:3d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 482, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:32:58.443005 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Attempting to bind port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:32:58.443342 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Attempting to bind port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:32:58.443683 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Attempting to bind port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 on network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:58.490130 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:58.490864 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:58.508556 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:58.584010 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:58.589228 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:58.622474 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-03871bb8-bae5-49a4-bb44-f2e10e2ea954 req-3090f3b2-4c78-42db-923e-962c0ec841bd tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498037 Sep 23 01:32:58.680773 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:58.786465 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:58.798429 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 on network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:32:58.798732 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Attempting to bind port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 on network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:58.852884 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ae06a592-e346-4004-80cb-72459bfb627f req-bfb95a4a-5dad-49c0-9238-d650c9a60ec1 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632181 Sep 23 01:32:58.912518 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffbe7e-1b3b-4c02-a66b-fe1b95c66958 req-4ab19a4a-650f-403d-9593-bc9bb960a845 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:58.921038 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:58.939762 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-97ffbe7e-1b3b-4c02-a66b-fe1b95c66958 req-4ab19a4a-650f-403d-9593-bc9bb960a845 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 944 time: 0.1056106 Sep 23 01:32:58.948819 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38226) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:58.959220 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Publish callbacks [] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.022053 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-97ffbe7e-1b3b-4c02-a66b-fe1b95c66958 req-4340a3a5-3bb5-4471-9a09-0099794b9139 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812597 Sep 23 01:32:59.052295 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:32:59.052634 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Checking segment: {'id': 'fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:59.053022 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Bound using segment: {'id': 'fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:32:59.053462 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Bound port: adb2d4e6-3d06-4037-99a2-d3ff9efaf214, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:32:59.053820 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.095086 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:32:59.153139 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ae06a592-e346-4004-80cb-72459bfb627f req-166775ee-4ac5-4847-877e-e5aa98ef819c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247140 Sep 23 01:32:59.169014 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.190706 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] For port adb2d4e6-3d06-4037-99a2-d3ff9efaf214, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:32:59.196545 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] For port adb2d4e6-3d06-4037-99a2-d3ff9efaf214, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=adb2d4e6-3d06-4037-99a2-d3ff9efaf214,segment=NetworkSegment(fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4),segment_id=fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:32:59.243345 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.288753 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Publish callbacks [] for security_group (7bbc0996-a6c3-45ed-8b08-7747fd35a9a4), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.298720 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Network 38c5ee11-8aca-491c-9a14-f67bba1114fd is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:59.302534 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:59.311462 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:59.312320 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817623'] for router_interface (7f24da68-437d-4920-aca2-4ddcadc8525f), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.315350 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f55f9a-7459-4bf6-88a8-cf95a468093e,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:59.318355 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.372044 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:59.372676 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.374135 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/adb2d4e6-3d06-4037-99a2-d3ff9efaf214 HTTP/1.1" status: 200 len: 1094 time: 3.1174891 Sep 23 01:32:59.374694 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8980894e-1d46-4f69-8163-bfe7c1d8a857', 'tag': 'adb2d4e6-3d06-4037-99a2-d3ff9efaf214'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:59.377057 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a5aa86-9fd2-4761-80a1-ed876613aa87" -d '{"events": [{"name": "network-changed", "server_uuid": "8980894e-1d46-4f69-8163-bfe7c1d8a857", "tag": "adb2d4e6-3d06-4037-99a2-d3ff9efaf214"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:59.446960 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7bbc0996-a6c3-45ed-8b08-7747fd35a9a4), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.488961 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c27f366-6440-49ad-916d-c496031929f6 x-openstack-request-id: req-9c27f366-6440-49ad-916d-c496031929f6 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:59.493354 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8980894e-1d46-4f69-8163-bfe7c1d8a857", "tag": "adb2d4e6-3d06-4037-99a2-d3ff9efaf214", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:59.493787 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9c27f366-6440-49ad-916d-c496031929f6 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:59.494478 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c27f366-6440-49ad-916d-c496031929f6'] response: {'name': 'network-changed', 'server_uuid': '8980894e-1d46-4f69-8163-bfe7c1d8a857', 'tag': 'adb2d4e6-3d06-4037-99a2-d3ff9efaf214', 'status': 'completed', 'code': 200} Sep 23 01:32:59.554299 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=daa12b60961846d891f0407787dc1e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6039128 Sep 23 01:32:59.555043 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd26463-875f-45b7-bb21-cea4926f709a service neutron] Pushing event updated for resources: {'Port': ['ID=adb2d4e6-3d06-4037-99a2-d3ff9efaf214,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:59.570738 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38234) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:59.578634 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device aaa8f75d-fe83-4675-8772-9b9baab1336c up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:32:59.598740 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbc0996-a6c3-45ed-8b08-7747fd35a9a4,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:59.634964 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5aa86-9fd2-4761-80a1-ed876613aa87 req-eca0e8bb-e8a2-4e42-a65f-583be27c9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:59.637474 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-11a5aa86-9fd2-4761-80a1-ed876613aa87 req-eca0e8bb-e8a2-4e42-a65f-583be27c9d1f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=fcf8637049864e26a8af15e6fd3e1f1f&device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 1128 time: 0.0847368 Sep 23 01:32:59.641670 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.642236 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.642857 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.643206 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.644046 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.644543 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.645173 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.646306 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.646671 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.647009 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.647442 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.647784 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.648115 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.648437 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.649605 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b9ad7-1eb2-4bae-b6f7-c6f516126865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:59.718167 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a3be02b7-cad5-41a8-89cd-39ebcecdf860 admin admin] Publish callbacks [] for security_group (7bbc0996-a6c3-45ed-8b08-7747fd35a9a4), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.758950 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port aaa8f75d-fe83-4675-8772-9b9baab1336c triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:59.762182 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.763289 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port aaa8f75d-fe83-4675-8772-9b9baab1336c Sep 23 01:32:59.784202 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a3be02b7-cad5-41a8-89cd-39ebcecdf860 admin admin] Publish callbacks [] for security_group (7bbc0996-a6c3-45ed-8b08-7747fd35a9a4), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.820474 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Provisioning complete for port a6f55f9a-7459-4bf6-88a8-cf95a468093e triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:59.821052 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.821405 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Attempt 1 to provision port a6f55f9a-7459-4bf6-88a8-cf95a468093e Sep 23 01:32:59.868256 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:59.892352 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:59.914714 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Port a6f55f9a-7459-4bf6-88a8-cf95a468093e cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:32:59.923119 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65586f-6344-4f5b-b647-3ee51264dd97 req-f3589a04-bc91-4ee1-960e-c987628ff619 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:59.925942 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4c65586f-6344-4f5b-b647-3ee51264dd97 req-f3589a04-bc91-4ee1-960e-c987628ff619 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 944 time: 0.1272075 Sep 23 01:32:59.997487 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5aa86-9fd2-4761-80a1-ed876613aa87 req-53b25134-36a2-4b5b-b9c0-f6694811c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:59.999074 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-11a5aa86-9fd2-4761-80a1-ed876613aa87 req-53b25134-36a2-4b5b-b9c0-f6694811c92a service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=fcf8637049864e26a8af15e6fd3e1f1f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3343949 Sep 23 01:33:00.001744 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port aaa8f75d-fe83-4675-8772-9b9baab1336c is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:00.002311 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.007265 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4c65586f-6344-4f5b-b647-3ee51264dd97 req-75a4c242-c2cc-4e42-9283-1c56faa7d717 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726235 Sep 23 01:33:00.041925 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port aaa8f75d-fe83-4675-8772-9b9baab1336c, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=aaa8f75d-fe83-4675-8772-9b9baab1336c,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:00.098286 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a3be02b7-cad5-41a8-89cd-39ebcecdf860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7bbc0996-a6c3-45ed-8b08-7747fd35a9a4), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.099829 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.102186 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a3be02b7-cad5-41a8-89cd-39ebcecdf860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.106417 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-a3be02b7-cad5-41a8-89cd-39ebcecdf860 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/7bbc0996-a6c3-45ed-8b08-7747fd35a9a4 HTTP/1.1" status: 204 len: 168 time: 0.5317488 Sep 23 01:33:00.125964 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be02b7-cad5-41a8-89cd-39ebcecdf860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbc0996-a6c3-45ed-8b08-7747fd35a9a4,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:00.184219 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:00.194212 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=aaa8f75d-fe83-4675-8772-9b9baab1336c,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:00.219441 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38244) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:00.235819 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04be1-cced-4b1b-b8b6-ab65692781ea req-90db91c2-10d9-4a9c-9c47-bc3cb3d5402b tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:00.243243 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-18a04be1-cced-4b1b-b8b6-ab65692781ea req-90db91c2-10d9-4a9c-9c47-bc3cb3d5402b tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 944 time: 0.1114509 Sep 23 01:33:00.243243 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5aa86-9fd2-4761-80a1-ed876613aa87 req-470ef981-9c8b-4761-a584-26870cd5ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:00.243243 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-11a5aa86-9fd2-4761-80a1-ed876613aa87 req-470ef981-9c8b-4761-a584-26870cd5ee45 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2315288 Sep 23 01:33:00.251330 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:00.283326 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Publish callbacks [] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.303879 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:00.315695 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af991d6-345b-4b11-a648-8e18bf174217 admin admin] Deleting subnet a9c113a7-aacb-4c79-a195-dfb4f30f89b3 {{(pid=107196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:33:00.319724 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2af991d6-345b-4b11-a648-8e18bf174217 admin admin] Publish callbacks [] for subnet (a9c113a7-aacb-4c79-a195-dfb4f30f89b3), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.329640 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:33:00.349678 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:00.373783 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2af991d6-345b-4b11-a648-8e18bf174217 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15685217'] for subnet (a9c113a7-aacb-4c79-a195-dfb4f30f89b3), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.378073 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-18a04be1-cced-4b1b-b8b6-ab65692781ea req-2da32cf8-6f27-43bc-a960-b77868fdca27 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340830 Sep 23 01:33:00.385217 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace0a37-5747-491d-98cc-9de21df97799 req-3a39a41e-cf96-4fae-ad3f-8a63228c4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:00.387355 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-3a39a41e-cf96-4fae-ad3f-8a63228c4a6d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=fcf8637049864e26a8af15e6fd3e1f1f&device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 1128 time: 0.0709386 Sep 23 01:33:00.389241 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.390078 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817731'] for router_interface (7f24da68-437d-4920-aca2-4ddcadc8525f), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.413915 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Attempt 2 to provision port a6f55f9a-7459-4bf6-88a8-cf95a468093e Sep 23 01:33:00.437001 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2af991d6-345b-4b11-a648-8e18bf174217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (a9c113a7-aacb-4c79-a195-dfb4f30f89b3), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.455484 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Port a6f55f9a-7459-4bf6-88a8-cf95a468093e cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:00.461328 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:00.461712 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.478477 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe Sep 23 01:33:00.568101 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:00.568838 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.632717 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:00.634049 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:00.637839 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e75f10-5d27-4650-80c9-cb979ea361c9" -d '{"events": [{"server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:00.641811 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2af991d6-345b-4b11-a648-8e18bf174217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15907408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317174'] for subnet (a9c113a7-aacb-4c79-a195-dfb4f30f89b3), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.678806 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23f1663-9274-47af-9cf3-782f3dc8cad3 x-openstack-request-id: req-a23f1663-9274-47af-9cf3-782f3dc8cad3 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:00.679320 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:00.679722 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a23f1663-9274-47af-9cf3-782f3dc8cad3 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:00.681618 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23f1663-9274-47af-9cf3-782f3dc8cad3'] response: {'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'code': 200} Sep 23 01:33:00.691211 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2af991d6-345b-4b11-a648-8e18bf174217 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.696602 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-2af991d6-345b-4b11-a648-8e18bf174217 admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/a9c113a7-aacb-4c79-a195-dfb4f30f89b3 HTTP/1.1" status: 204 len: 168 time: 0.4759321 Sep 23 01:33:00.698303 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af991d6-345b-4b11-a648-8e18bf174217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c113a7-aacb-4c79-a195-dfb4f30f89b3,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:00.701650 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38250) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:00.704831 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.809779 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:00.813881 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-578205bc-ffa7-4801-ac3e-8cb73d77f3bb service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adb2d4e6-3d06-4037-99a2-d3ff9efaf214 HTTP/1.1" status: 200 len: 217 time: 0.4126651 Sep 23 01:33:00.850870 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (801c636e-c78b-47a9-ac91-474ae545af42), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:00.895752 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f55f9a-7459-4bf6-88a8-cf95a468093e,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:00.922930 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.923493 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.923815 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.924191 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.924525 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.924859 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.925308 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.925581 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.925904 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.926340 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.926771 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.927034 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.927353 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.927776 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.928096 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:00.953395 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace0a37-5747-491d-98cc-9de21df97799 req-57c45bc8-b2e8-493b-8abe-b22cb9a95c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:00.956277 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-57c45bc8-b2e8-493b-8abe-b22cb9a95c2a service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=9c2c08e8-3dcf-4054-a683-16a040b73933 HTTP/1.1" status: 200 len: 849 time: 0.1296415 Sep 23 01:33:00.957522 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Attempt 3 to provision port a6f55f9a-7459-4bf6-88a8-cf95a468093e Sep 23 01:33:01.043259 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-1f28571f-cfce-4572-bb94-21a7fc3cb31d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=4e552ed7-ec04-42c5-b79f-5d9303a6d12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745990 Sep 23 01:33:01.065060 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Port a6f55f9a-7459-4bf6-88a8-cf95a468093e cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:01.087187 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Network 38c5ee11-8aca-491c-9a14-f67bba1114fd is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:33:01.113473 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:33:01.205422 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38254) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:01.367468 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (801c636e-c78b-47a9-ac91-474ae545af42), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.370127 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2aa82a10-6680-4e58-9871-0363d2d1ebc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.416237 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801c636e-c78b-47a9-ac91-474ae545af42']}} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:01.441580 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe140b6-09da-4a08-8caf-a9a80bb4efed') {'for_net_delete': True} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:01.442086 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe140b6-09da-4a08-8caf-a9a80bb4efed') {} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:01.452284 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedc38b-5279-4f91-97eb-66d1a86ff27b req-e42ddc24-03ef-4380-b237-c788889e5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:01.453952 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2dedc38b-5279-4f91-97eb-66d1a86ff27b req-e42ddc24-03ef-4380-b237-c788889e5286 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 1129 time: 0.1660564 Sep 23 01:33:01.468280 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15685210'] for segment (3fe140b6-09da-4a08-8caf-a9a80bb4efed), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.493264 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9915a1-4031-462b-95c4-b761f47e2bd4 req-40e67936-bd6d-4065-bca0-bb88925452ee tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:01.504116 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (3fe140b6-09da-4a08-8caf-a9a80bb4efed), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.506307 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f9915a1-4031-462b-95c4-b761f47e2bd4 req-40e67936-bd6d-4065-bca0-bb88925452ee tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 944 time: 0.3023691 Sep 23 01:33:01.519085 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] Releasing vlan 468 on physical network physnet1 to pool {{(pid=107196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:33:01.520516 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15907562'] for segment (3fe140b6-09da-4a08-8caf-a9a80bb4efed), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.532446 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device aaa8f75d-fe83-4675-8772-9b9baab1336c up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:01.570482 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Attempt 4 to provision port a6f55f9a-7459-4bf6-88a8-cf95a468093e Sep 23 01:33:01.588047 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment 3fe140b6-09da-4a08-8caf-a9a80bb4efed resource provider aggregate not found Sep 23 01:33:01.620073 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment 3fe140b6-09da-4a08-8caf-a9a80bb4efed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fe140b6-09da-4a08-8caf-a9a80bb4efed found for delete ", "request_id": "req-1c423201-6641-409d-b87a-fe0688103070"}]} Sep 23 01:33:01.655693 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Port a6f55f9a-7459-4bf6-88a8-cf95a468093e cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:01.659850 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2aa82a10-6680-4e58-9871-0363d2d1ebc8 admin admin] Publish callbacks [] for security_group (db3d4a56-f2ef-4890-ad11-ec05611ce948), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.670986 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-ebbe09c2-93ae-43b3-b2ad-e0bfe09236dc service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4e552ed7-ec04-42c5-b79f-5d9303a6d12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200793 Sep 23 01:33:01.678293 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port aaa8f75d-fe83-4675-8772-9b9baab1336c triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:01.679076 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.679485 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port aaa8f75d-fe83-4675-8772-9b9baab1336c Sep 23 01:33:01.701494 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefc124-0aaa-48c9-9e9c-550127e8952d req-28234772-7f9b-46d5-b9cd-d20f12972d9b tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:01.707562 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-baefc124-0aaa-48c9-9e9c-550127e8952d req-28234772-7f9b-46d5-b9cd-d20f12972d9b tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1187723 Sep 23 01:33:01.763723 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Router 7f24da68-437d-4920-aca2-4ddcadc8525f has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:33:01.803540 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-baefc124-0aaa-48c9-9e9c-550127e8952d req-fa850a7b-65b3-4c91-80c2-2e4b0411b91f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869026 Sep 23 01:33:01.813631 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port aaa8f75d-fe83-4675-8772-9b9baab1336c is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:01.822292 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2dedc38b-5279-4f91-97eb-66d1a86ff27b req-87fda1cf-ffb0-443a-a993-532779881c7d service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516719 Sep 23 01:33:01.830712 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2aa82a10-6680-4e58-9871-0363d2d1ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (db3d4a56-f2ef-4890-ad11-ec05611ce948), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.841817 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f9915a1-4031-462b-95c4-b761f47e2bd4 req-5f105657-94fa-47cd-8ada-bf20c4362b01 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339336 Sep 23 01:33:01.882251 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (801c636e-c78b-47a9-ac91-474ae545af42), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.905303 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.908585 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/801c636e-c78b-47a9-ac91-474ae545af42 HTTP/1.1" status: 204 len: 168 time: 1.1976106 Sep 23 01:33:01.910279 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b145b-3515-4f62-b5d3-0f20d31e8c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=801c636e-c78b-47a9-ac91-474ae545af42,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:01.914928 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38262) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:01.990355 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-2aa82a10-6680-4e58-9871-0363d2d1ebc8 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=d1cd449152384516912995a78ec4c4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7830122 Sep 23 01:33:01.998252 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38264) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:01.998760 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa82a10-6680-4e58-9871-0363d2d1ebc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3d4a56-f2ef-4890-ad11-ec05611ce948,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:02.018084 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf645301-d02b-4e9e-9e82-29c643a9441e admin admin] Deleting subnet 7386c062-b63e-4c1f-b1e2-1fb9fcd8ad53 {{(pid=107196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:33:02.030827 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf645301-d02b-4e9e-9e82-29c643a9441e admin admin] Publish callbacks [] for subnet (7386c062-b63e-4c1f-b1e2-1fb9fcd8ad53), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.043339 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1ace0a37-5747-491d-98cc-9de21df97799 req-5959f982-ff01-4700-8405-d19676e5e8c2 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4e552ed7-ec04-42c5-b79f-5d9303a6d12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525629 Sep 23 01:33:02.102930 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf645301-d02b-4e9e-9e82-29c643a9441e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15685217'] for subnet (7386c062-b63e-4c1f-b1e2-1fb9fcd8ad53), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.116734 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:02.141138 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:33:02.162773 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-e7a2d0ee-c569-4c7b-9910-5749ae027036 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/7f24da68-437d-4920-aca2-4ddcadc8525f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5326061 Sep 23 01:33:02.163637 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Attempt 5 to provision port a6f55f9a-7459-4bf6-88a8-cf95a468093e Sep 23 01:33:02.170337 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Sync routers for ids ['7f24da68-437d-4920-aca2-4ddcadc8525f'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:33:02.193031 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6530a237-cf08-4df2-be83-06498fb18c7b admin admin] Publish callbacks [] for security_group (db3d4a56-f2ef-4890-ad11-ec05611ce948), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.202635 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf645301-d02b-4e9e-9e82-29c643a9441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (7386c062-b63e-4c1f-b1e2-1fb9fcd8ad53), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.243892 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Routers {'7f24da68-437d-4920-aca2-4ddcadc8525f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:02.245149 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:32:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['7f24da68-437d-4920-aca2-4ddcadc8525f'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:02.247070 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Port a6f55f9a-7459-4bf6-88a8-cf95a468093e cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:02.252299 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:02.317940 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6530a237-cf08-4df2-be83-06498fb18c7b admin admin] Publish callbacks [] for security_group (db3d4a56-f2ef-4890-ad11-ec05611ce948), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.388447 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:02.453694 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Set router 7f24da68-437d-4920-aca2-4ddcadc8525f gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:02.530952 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:02.557022 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf645301-d02b-4e9e-9e82-29c643a9441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15907408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317174'] for subnet (7386c062-b63e-4c1f-b1e2-1fb9fcd8ad53), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.563467 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6530a237-cf08-4df2-be83-06498fb18c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (db3d4a56-f2ef-4890-ad11-ec05611ce948), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.567739 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6530a237-cf08-4df2-be83-06498fb18c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.569737 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-6530a237-cf08-4df2-be83-06498fb18c7b admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/db3d4a56-f2ef-4890-ad11-ec05611ce948 HTTP/1.1" status: 204 len: 168 time: 0.5699093 Sep 23 01:33:02.608158 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf645301-d02b-4e9e-9e82-29c643a9441e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7386c062-b63e-4c1f-b1e2-1fb9fcd8ad53,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:02.621341 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530a237-cf08-4df2-be83-06498fb18c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3d4a56-f2ef-4890-ad11-ec05611ce948,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:02.625655 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cf645301-d02b-4e9e-9e82-29c643a9441e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.630669 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-cf645301-d02b-4e9e-9e82-29c643a9441e admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/7386c062-b63e-4c1f-b1e2-1fb9fcd8ad53 HTTP/1.1" status: 204 len: 168 time: 0.7122366 Sep 23 01:33:02.635990 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38274) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:02.748512 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Attempt 6 to provision port a6f55f9a-7459-4bf6-88a8-cf95a468093e Sep 23 01:33:02.756900 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:02.816412 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Port a6f55f9a-7459-4bf6-88a8-cf95a468093e cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:02.821140 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (49ee2dba-99a1-4327-a775-b512e2163b07), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.887779 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:02.922269 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:59Z', 'revision_number': 4, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a6f55f9a-7459-4bf6-88a8-cf95a468093e', 'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'mac_address': 'fa:16:3e:6d:43:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:58Z', 'updated_at': '2022-09-23T01:32:59Z', 'revision_number': 2, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'subnets': [{'id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:02.965957 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (49ee2dba-99a1-4327-a775-b512e2163b07), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.991880 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Checking router: 7f24da68-437d-4920-aca2-4ddcadc8525f for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:33:02.992548 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Updating router 7f24da68-437d-4920-aca2-4ddcadc8525f port a6f55f9a-7459-4bf6-88a8-cf95a468093e binding host dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:33:03.047141 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.048696 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.050362 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.059689 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > port after_create 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.060259 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.060844 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > port after_update 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.063955 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.064512 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:03.072712 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.072712 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.072712 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.072712 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.137738 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4ab10-e61d-48a2-ace7-fa0f3ecce186 req-e82cd1aa-52d6-4a41-978d-689ac1d85b15 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:03.153216 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-15a4ab10-e61d-48a2-ace7-fa0f3ecce186 req-e82cd1aa-52d6-4a41-978d-689ac1d85b15 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1725116 Sep 23 01:33:03.253219 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.253826 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.254714 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.255404 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:33:03.256146 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ee2dba-99a1-4327-a775-b512e2163b07']}} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:03.289673 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f37b500-9fc0-49f3-94b2-cfc888c0d246') {'for_net_delete': True} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:03.290200 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f37b500-9fc0-49f3-94b2-cfc888c0d246') {} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:03.306877 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-15a4ab10-e61d-48a2-ace7-fa0f3ecce186 req-ce1b47ed-d3c0-41d6-bd17-a6cdc3c6566c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522276 Sep 23 01:33:03.318015 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Attempt 7 to provision port a6f55f9a-7459-4bf6-88a8-cf95a468093e Sep 23 01:33:03.321300 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14015710'] for segment (3f37b500-9fc0-49f3-94b2-cfc888c0d246), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.358711 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (3f37b500-9fc0-49f3-94b2-cfc888c0d246), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.410055 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Port a6f55f9a-7459-4bf6-88a8-cf95a468093e cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:03.433043 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Releasing vlan 452 on physical network physnet1 to pool {{(pid=107195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:33:03.440123 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14812270'] for segment (3f37b500-9fc0-49f3-94b2-cfc888c0d246), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.539144 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9e511-0d62-4b46-a02c-e4bf90339744 req-8e68df0d-1231-4f0b-bc48-da5bf18f5607 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:03.540710 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b8a9e511-0d62-4b46-a02c-e4bf90339744 req-8e68df0d-1231-4f0b-bc48-da5bf18f5607 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 944 time: 0.1883473 Sep 23 01:33:03.578262 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:03.648600 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b8a9e511-0d62-4b46-a02c-e4bf90339744 req-79772ea9-d3d3-4d00-88d5-d9d974ab3aa9 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773575 Sep 23 01:33:03.676835 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (49ee2dba-99a1-4327-a775-b512e2163b07), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.728715 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.728715 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/49ee2dba-99a1-4327-a775-b512e2163b07 HTTP/1.1" status: 204 len: 168 time: 1.0678973 Sep 23 01:33:03.729204 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Publish callbacks [] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), precommit_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.740801 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac87430-0378-4520-b816-22a243615272 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ee2dba-99a1-4327-a775-b512e2163b07,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:03.842883 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.883174 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:04.068019 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:04.069238 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Attempt 8 to provision port a6f55f9a-7459-4bf6-88a8-cf95a468093e Sep 23 01:33:04.071322 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Pushing event updated for resources: {'Port': ['ID=a6f55f9a-7459-4bf6-88a8-cf95a468093e,revision_number=3']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:04.071737 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Port a6f55f9a-7459-4bf6-88a8-cf95a468093e cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:04.071828 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Attempting to bind port a6f55f9a-7459-4bf6-88a8-cf95a468093e on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:33:04.073235 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Attempting to bind port a6f55f9a-7459-4bf6-88a8-cf95a468093e by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:33:04.073235 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Attempting to bind port a6f55f9a-7459-4bf6-88a8-cf95a468093e on network 38c5ee11-8aca-491c-9a14-f67bba1114fd {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:33:04.137444 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:33:04.137444 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Checking segment: {'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:33:04.137444 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:04.137444 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Bound using segment: {'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:33:04.137444 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Bound port: a6f55f9a-7459-4bf6-88a8-cf95a468093e, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'}}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:33:04.137444 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:04.218968 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] For port a6f55f9a-7459-4bf6-88a8-cf95a468093e, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:33:04.223822 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] For port a6f55f9a-7459-4bf6-88a8-cf95a468093e, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=a6f55f9a-7459-4bf6-88a8-cf95a468093e,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:33:04.340201 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:04.424852 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Routers {'7f24da68-437d-4920-aca2-4ddcadc8525f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:04.427207 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:32:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['7f24da68-437d-4920-aca2-4ddcadc8525f'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:04.515254 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Attempt 9 to provision port a6f55f9a-7459-4bf6-88a8-cf95a468093e Sep 23 01:33:04.524641 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 3f37b500-9fc0-49f3-94b2-cfc888c0d246 resource provider aggregate not found Sep 23 01:33:04.582562 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 3f37b500-9fc0-49f3-94b2-cfc888c0d246 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f37b500-9fc0-49f3-94b2-cfc888c0d246 found for delete ", "request_id": "req-d341e5bd-7f91-49df-93fe-69cea6e95f5b"}]} Sep 23 01:33:04.582562 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38316) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:04.651245 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508d4ba-a154-4d3c-b336-8de7917cdd16 req-bdda22ce-85a7-4421-82bc-139f2982dd8c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:04.656932 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2508d4ba-a154-4d3c-b336-8de7917cdd16 req-bdda22ce-85a7-4421-82bc-139f2982dd8c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1850910 Sep 23 01:33:04.662826 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:04.743254 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22389167-ec7b-4317-ba11-14f396421ef2 None None] Pushing event updated for resources: {'Port': ['ID=a6f55f9a-7459-4bf6-88a8-cf95a468093e,revision_number=4']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:04.749951 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:04.763242 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-7a2f69d7-f102-4699-9810-777522ec3c56 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=178904b613b548899a222e05ffb970ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809676 Sep 23 01:33:04.769079 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38322) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:04.830734 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Current status of the port a6f55f9a-7459-4bf6-88a8-cf95a468093e is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:04.831449 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:04.832120 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:04.878833 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2508d4ba-a154-4d3c-b336-8de7917cdd16 req-bd8f882f-7858-499a-a21f-7307c11475da tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070146 Sep 23 01:33:04.895731 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38324) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:04.906196 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-748062458-network', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:04.948229 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8530-b5b6-404e-9501-b77e45e842a3 admin admin] Publish callbacks [] for security_group (8253159a-7d08-44aa-9f94-14325fa5b2df), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:04.983511 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] For port a6f55f9a-7459-4bf6-88a8-cf95a468093e, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=a6f55f9a-7459-4bf6-88a8-cf95a468093e,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:05.036959 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] Set router 7f24da68-437d-4920-aca2-4ddcadc8525f gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:05.057941 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Made reservation on behalf of 4f43a57e5f364075941d061e6aef51d7 for: {'network': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:33:05.062957 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.071435 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8530-b5b6-404e-9501-b77e45e842a3 admin admin] Publish callbacks [] for security_group (8253159a-7d08-44aa-9f94-14325fa5b2df), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.093214 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.109170 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.113789 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf300b50-ad39-45a8-b10d-e2797b7d54c8 req-9834bbaa-f7d0-4aaa-894e-4db87f2837f7 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:05.119892 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cf300b50-ad39-45a8-b10d-e2797b7d54c8 req-9834bbaa-f7d0-4aaa-894e-4db87f2837f7 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 944 time: 0.1648822 Sep 23 01:33:05.233455 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:05.240458 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cf300b50-ad39-45a8-b10d-e2797b7d54c8 req-1ba1172e-278a-4ba3-b876-87e8a7cdd2a9 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994446 Sep 23 01:33:05.254237 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31608889-b38e-497e-8629-0d04c8978382 req-b7b97ca5-ff37-4f40-ac15-e987aa451949 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:05.267883 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-31608889-b38e-497e-8629-0d04c8978382 req-b7b97ca5-ff37-4f40-ac15-e987aa451949 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1790695 Sep 23 01:33:05.272497 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6323b915-4d52-424d-a9cb-bafee4548829 None None] Provisioning complete for port a6f55f9a-7459-4bf6-88a8-cf95a468093e triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:05.272850 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6323b915-4d52-424d-a9cb-bafee4548829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.283231 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6323b915-4d52-424d-a9cb-bafee4548829 None None] Attempt 1 to provision port a6f55f9a-7459-4bf6-88a8-cf95a468093e Sep 23 01:33:05.290787 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38332) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:05.311082 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-4c7f4c07-b949-4cf8-b1e6-b16ea073b8aa tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Request body: {'floatingip': {'port_id': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:05.320604 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8185d-c253-4287-80e5-870a62d08ace None None] Pushing event updated for resources: {'Port': ['ID=a6f55f9a-7459-4bf6-88a8-cf95a468093e,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:05.393412 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8530-b5b6-404e-9501-b77e45e842a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (8253159a-7d08-44aa-9f94-14325fa5b2df), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.405757 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8530-b5b6-404e-9501-b77e45e842a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.408010 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4c07-b949-4cf8-b1e6-b16ea073b8aa tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for floatingip (97f62d31-370f-4af0-9959-00b78fd85ccb), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.411893 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a3ff8530-b5b6-404e-9501-b77e45e842a3 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/8253159a-7d08-44aa-9f94-14325fa5b2df HTTP/1.1" status: 204 len: 168 time: 0.6421838 Sep 23 01:33:05.435487 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff8530-b5b6-404e-9501-b77e45e842a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8253159a-7d08-44aa-9f94-14325fa5b2df,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:05.474492 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6323b915-4d52-424d-a9cb-bafee4548829 None None] Current status of the port a6f55f9a-7459-4bf6-88a8-cf95a468093e is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:05.579289 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:59Z', 'revision_number': 4, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a6f55f9a-7459-4bf6-88a8-cf95a468093e', 'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'mac_address': 'fa:16:3e:6d:43:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:58Z', 'updated_at': '2022-09-23T01:33:04Z', 'revision_number': 4, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'subnets': [{'id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:05.615364 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Publish callbacks [] for security_group (fabeacf9-e7fa-4c65-a11c-152f3fa50045), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.618376 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab01af-2f9e-43f9-8ddf-887e09665490 None None] The sync data for ids ['7f24da68-437d-4920-aca2-4ddcadc8525f'] in dv-cinder-849143-7-smb is: [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:59Z', 'revision_number': 4, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a6f55f9a-7459-4bf6-88a8-cf95a468093e', 'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'mac_address': 'fa:16:3e:6d:43:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:58Z', 'updated_at': '2022-09-23T01:33:04Z', 'revision_number': 4, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'subnets': [{'id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:33:05.773722 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (fabeacf9-e7fa-4c65-a11c-152f3fa50045), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.899870 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 466} {{(pid=107196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:33:05.943766 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabeacf9-e7fa-4c65-a11c-152f3fa50045,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:05.952982 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (7258a9d8-5c6b-4471-a9a5-79d423b2104c), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.953977 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.segments_db [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Added segment 7258a9d8-5c6b-4471-a9a5-79d423b2104c of type vlan for network 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b Sep 23 01:33:06.251936 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (768f7a19-0bf5-4e5f-885f-9b3679f0ef4b), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:06.293464 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device adb2d4e6-3d06-4037-99a2-d3ff9efaf214 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:33:06.417669 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:06.512457 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (768f7a19-0bf5-4e5f-885f-9b3679f0ef4b), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:06.514754 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:06.515819 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:06.528223 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.db.resource_extend [None req-4c7f4c07-b949-4cf8-b1e6-b16ea073b8aa tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 23 01:33:06.614729 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port adb2d4e6-3d06-4037-99a2-d3ff9efaf214, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=adb2d4e6-3d06-4037-99a2-d3ff9efaf214,segment=NetworkSegment(fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4),segment_id=fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:06.641609 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728fa17-fdc8-4d97-805d-809c10aada04 req-15339059-c3e0-4278-9f8f-af148c2e9f6b tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:06.642719 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': 'adb2d4e6-3d06-4037-99a2-d3ff9efaf214', 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c', 'port_id': 'adb2d4e6-3d06-4037-99a2-d3ff9efaf214', 'mac_address': 'fa:16:3e:d5:3f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2c08e8-3dcf-4054-a683-16a040b73933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:33:06.644156 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1728fa17-fdc8-4d97-805d-809c10aada04 req-15339059-c3e0-4278-9f8f-af148c2e9f6b tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 944 time: 0.2182996 Sep 23 01:33:06.668300 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:06.783610 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:06.784471 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:06.790483 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4c07-b949-4cf8-b1e6-b16ea073b8aa tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:06.796006 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38354) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:06.811030 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] Pushing event updated for resources: {'Network': ['ID=768f7a19-0bf5-4e5f-885f-9b3679f0ef4b,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:06.846108 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:33:06.860272 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b33d661b-4674-4216-baf1-a9b857694c83 admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9621630 Sep 23 01:33:06.865479 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38356) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:06.882538 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb2d4e6-3d06-4037-99a2-d3ff9efaf214 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:33:06.885983 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] Request body: {'subnet': {'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-748062458-subnet', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'ip_version': 4}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:06.918659 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1728fa17-fdc8-4d97-805d-809c10aada04 req-56ed0337-f0d0-47c1-bb03-3c5994bb6b37 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082038 Sep 23 01:33:06.932293 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4c07-b949-4cf8-b1e6-b16ea073b8aa tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (97f62d31-370f-4af0-9959-00b78fd85ccb), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:06.966280 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-2c50a608-258b-4bde-bdaf-e7e6754f6a4f admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=8ef9d5c765bf4881a7198ec6b0660db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674936 Sep 23 01:33:06.978262 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38358) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:07.025759 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port adb2d4e6-3d06-4037-99a2-d3ff9efaf214, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=adb2d4e6-3d06-4037-99a2-d3ff9efaf214,segment=NetworkSegment(fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4),segment_id=fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:07.090147 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] Made reservation on behalf of 4f43a57e5f364075941d061e6aef51d7 for: {'subnet': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:33:07.094192 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13317145'] for subnet (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:07.149058 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:07.150230 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-285d912b-d28c-459a-b41e-efed2df93e29 admin admin] Publish callbacks [] for security_group (8bfdc919-9308-4e1c-8768-4d7bb36b9f1b), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:07.203838 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-285d912b-d28c-459a-b41e-efed2df93e29 admin admin] Publish callbacks [] for security_group (8bfdc919-9308-4e1c-8768-4d7bb36b9f1b), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:07.279015 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.l3_db [None req-4c7f4c07-b949-4cf8-b1e6-b16ea073b8aa tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Floating IP 97f62d31-370f-4af0-9959-00b78fd85ccb associated. External IP: 172.28.0.244, port: 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe. Sep 23 01:33:07.331755 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=adb2d4e6-3d06-4037-99a2-d3ff9efaf214,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:07.557560 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-285d912b-d28c-459a-b41e-efed2df93e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (8bfdc919-9308-4e1c-8768-4d7bb36b9f1b), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:07.561486 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a6f55f9a-7459-4bf6-88a8-cf95a468093e up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:07.582570 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-285d912b-d28c-459a-b41e-efed2df93e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:07.610840 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-285d912b-d28c-459a-b41e-efed2df93e29 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/8bfdc919-9308-4e1c-8768-4d7bb36b9f1b HTTP/1.1" status: 204 len: 168 time: 0.6095331 Sep 23 01:33:07.614217 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['adb2d4e6-3d06-4037-99a2-d3ff9efaf214'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:33:07.645809 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d912b-d28c-459a-b41e-efed2df93e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfdc919-9308-4e1c-8768-4d7bb36b9f1b,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:07.676688 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:07.777734 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15549327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13317135'] for subnet (18144cb7-de46-4cc9-9d87-ccbbf56e824f), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:07.857635 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7f4c07-b949-4cf8-b1e6-b16ea073b8aa tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Router b83295e3-d83a-429c-aadc-9e8e3d75d86f has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:33:07.903170 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:07.904655 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18144cb7-de46-4cc9-9d87-ccbbf56e824f,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:08.010644 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] Checking segment: {'id': '7258a9d8-5c6b-4471-a9a5-79d423b2104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:33:08.011110 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] Network hostable DHCP agents. Network: 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:33:08.066971 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:08.127744 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7f4c07-b949-4cf8-b1e6-b16ea073b8aa tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:33:08.135494 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4c07-b949-4cf8-b1e6-b16ea073b8aa tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:08.163898 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a6d76-c5bb-4277-9987-51731269e19c None None] Sync routers for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:33:08.193562 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-4c7f4c07-b949-4cf8-b1e6-b16ea073b8aa tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "PUT /networking/v2.0/floatingips/97f62d31-370f-4af0-9959-00b78fd85ccb HTTP/1.1" status: 200 len: 991 time: 2.8885934 Sep 23 01:33:08.195426 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:08.202092 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:08.202372 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a6d76-c5bb-4277-9987-51731269e19c None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:08.203452 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-dc7a6d76-c5bb-4277-9987-51731269e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:32:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:08.206964 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port a6f55f9a-7459-4bf6-88a8-cf95a468093e triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:08.207583 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:08.208140 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port a6f55f9a-7459-4bf6-88a8-cf95a468093e Sep 23 01:33:08.208374 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] Network 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:33:08.274879 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee43e95-bfc7-4145-811a-7810e5461aa5 req-bd68f1a9-4f10-4fd6-8889-9ba849e1e75a tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:08.277916 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dee43e95-bfc7-4145-811a-7810e5461aa5 req-bd68f1a9-4f10-4fd6-8889-9ba849e1e75a tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 945 time: 0.1077847 Sep 23 01:33:08.315854 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b) {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:33:08.327685 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:08.327685 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:08.335390 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de59483-7a46-4651-9ec5-e92f5792a7de x-openstack-request-id: req-1de59483-7a46-4651-9ec5-e92f5792a7de {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:08.336192 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:08.338318 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1de59483-7a46-4651-9ec5-e92f5792a7de {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:08.338529 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:08.338688 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de59483-7a46-4651-9ec5-e92f5792a7de'] response: {'name': 'network-changed', 'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'status': 'completed', 'code': 200} Sep 23 01:33:08.366713 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba95ba9-5148-47c6-b129-1062fc2503b6 None None] Network 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:33:08.502486 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-94852b2f-6309-44a5-bc6a-a90cb47c0c3e admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6242874 Sep 23 01:33:08.504853 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38380) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:08.513528 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dee43e95-bfc7-4145-811a-7810e5461aa5 req-a5fba683-62be-4bc4-a86b-c174b72b5dcf tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219601 Sep 23 01:33:08.519119 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435 req-05463c1c-27a6-4953-9279-0b62241aea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:08.521134 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435 req-05463c1c-27a6-4953-9279-0b62241aea34 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 1129 time: 0.1277575 Sep 23 01:33:08.525150 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-748062458-router', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:08.718205 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (79ea42c5-0171-4a11-a897-7a09f649b5c1), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:08.720249 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (79ea42c5-0171-4a11-a897-7a09f649b5c1), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:08.735369 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435 req-4f19ec34-2232-4329-afc6-8537409d2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:08.738547 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435 req-4f19ec34-2232-4329-afc6-8537409d2dac service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.2070138 Sep 23 01:33:08.788226 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port a6f55f9a-7459-4bf6-88a8-cf95a468093e is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:08.859249 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:08.865969 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-dc7a6d76-c5bb-4277-9987-51731269e19c None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:08.884088 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Publish callbacks [] for router_controller (79ea42c5-0171-4a11-a897-7a09f649b5c1), precommit_add_association {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:08.909443 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435 req-c6bc4170-1e7f-4956-bcfa-2e81f9feb60d service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe HTTP/1.1" status: 200 len: 999 time: 0.1612492 Sep 23 01:33:08.927328 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaff64a2e-0121-5df4-867b-820a70dda548-768f7a19-0bf5-4e5f-885f-9b3679f0ef4b', 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b', 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'fixed_ips': [{'subnet_id': '18144cb7-de46-4cc9-9d87-ccbbf56e824f'}]}} from dv-cinder-849143-7-smb. {{(pid=107197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:33:08.928811 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:09.042297 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435 req-c5263d63-24d4-47bd-a291-a7f4ac4acaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:09.046711 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435 req-c5263d63-24d4-47bd-a291-a7f4ac4acaed service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.1239123 Sep 23 01:33:09.182809 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435 req-aa400a79-4cb7-47ea-9996-f4712275fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:09.185570 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435 req-aa400a79-4cb7-47ea-9996-f4712275fe11 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1308420 Sep 23 01:33:09.192926 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:09.494405 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435 req-1db423ca-f960-4750-a72c-d54239f0a5fb service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989061 Sep 23 01:33:09.602819 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Publish callbacks [] for router_gateway (79ea42c5-0171-4a11-a897-7a09f649b5c1), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:09.628459 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.db_base_plugin_common [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Allocated IP 172.20.0.2 (768f7a19-0bf5-4e5f-885f-9b3679f0ef4b/18144cb7-de46-4cc9-9d87-ccbbf56e824f/2b5f75c7-e338-495b-ae20-087575ec5d42) {{(pid=107197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:33:09.638927 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-dc7a6d76-c5bb-4277-9987-51731269e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '97f62d31-370f-4af0-9959-00b78fd85ccb', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'port_id': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'mac_address': 'fa:16:3e:3d:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:37Z', 'updated_at': '2022-09-23T01:33:06Z', 'revision_number': 1, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:09.675741 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cd47b7b7-b84f-436e-9857-f0e6f7fc2435 req-07cc6d48-b111-4001-a8db-20eab8f853d0 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690407 Sep 23 01:33:09.696602 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a6d76-c5bb-4277-9987-51731269e19c None None] Checking router: b83295e3-d83a-429c-aadc-9e8e3d75d86f for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:33:09.768015 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a6d76-c5bb-4277-9987-51731269e19c None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:09.768661 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-dc7a6d76-c5bb-4277-9987-51731269e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:32:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:09.820791 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e8490-3b05-47ef-868b-587c687ffb13 req-9300b363-d4ac-420f-984e-a4284cef1c72 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:09.824904 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-085e8490-3b05-47ef-868b-587c687ffb13 req-9300b363-d4ac-420f-984e-a4284cef1c72 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 945 time: 0.1040013 Sep 23 01:33:09.927540 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:10.014823 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:10.035337 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-dc7a6d76-c5bb-4277-9987-51731269e19c None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:10.066110 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:10.104358 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Publish callbacks [] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), precommit_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:10.139033 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-085e8490-3b05-47ef-868b-587c687ffb13 req-d074ba5d-fb4b-4587-a2ed-05fe3ef98d69 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859857 Sep 23 01:33:10.190877 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Publish callbacks [] for router_gateway (79ea42c5-0171-4a11-a897-7a09f649b5c1), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:10.220691 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:10.235945 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:10.264743 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:10.324422 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device adb2d4e6-3d06-4037-99a2-d3ff9efaf214 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:10.452287 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Network 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b is already hosted by enough agents. {{(pid=107197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:33:10.474289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.base_scheduler [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Resources bound (agent type, host, resource id): {{(pid=107197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:33:10.481013 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Pushing event updated for resources: {'Port': ['ID=2b5f75c7-e338-495b-ae20-087575ec5d42,revision_number=1']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:10.483972 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Received port after_create {{(pid=107197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:33:10.555218 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Allocated IP 172.28.0.89 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/0121e0ec-56d2-4388-bc66-077c5f462142) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:33:10.578174 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:10.640650 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:33:10.743533 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Attempting to bind port 2b5f75c7-e338-495b-ae20-087575ec5d42 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:33:10.744196 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Attempting to bind port 2b5f75c7-e338-495b-ae20-087575ec5d42 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '7258a9d8-5c6b-4471-a9a5-79d423b2104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:33:10.744837 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Attempting to bind port 2b5f75c7-e338-495b-ae20-087575ec5d42 on network 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:33:10.797088 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:10.797683 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:10.798125 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 Sep 23 01:33:10.804043 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Publish callbacks [] for port (0121e0ec-56d2-4388-bc66-077c5f462142), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:10.941509 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:33:10.942105 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Checking segment: {'id': '7258a9d8-5c6b-4471-a9a5-79d423b2104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:33:10.942794 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:10.943436 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Bound using segment: {'id': '7258a9d8-5c6b-4471-a9a5-79d423b2104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:33:10.944263 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Bound port: 2b5f75c7-e338-495b-ae20-087575ec5d42, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7258a9d8-5c6b-4471-a9a5-79d423b2104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:33:10.944918 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:10.953380 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-dc7a6d76-c5bb-4277-9987-51731269e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '97f62d31-370f-4af0-9959-00b78fd85ccb', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'port_id': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'mac_address': 'fa:16:3e:3d:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:37Z', 'updated_at': '2022-09-23T01:33:06Z', 'revision_number': 1, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:11.008099 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:11.009047 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:11.082831 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:33:11.093891 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:11.096309 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:33:11.109146 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:33:11.167682 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Pushing event updated for resources: {'Port': ['ID=0121e0ec-56d2-4388-bc66-077c5f462142,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:11.170357 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:11.197003 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a6d76-c5bb-4277-9987-51731269e19c None None] The sync data for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb is: [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '97f62d31-370f-4af0-9959-00b78fd85ccb', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'port_id': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'mac_address': 'fa:16:3e:3d:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:37Z', 'updated_at': '2022-09-23T01:33:06Z', 'revision_number': 1, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:33:11.378916 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:11.379534 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:11.436913 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8980894e-1d46-4f69-8163-bfe7c1d8a857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb2d4e6-3d06-4037-99a2-d3ff9efaf214'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:11.445729 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b38f34d-3146-4b7e-b777-2694306c063e" -d '{"events": [{"server_uuid": "8980894e-1d46-4f69-8163-bfe7c1d8a857", "name": "network-vif-plugged", "status": "completed", "tag": "adb2d4e6-3d06-4037-99a2-d3ff9efaf214"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:11.453326 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] For port 2b5f75c7-e338-495b-ae20-087575ec5d42, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:33:11.461518 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] For port 2b5f75c7-e338-495b-ae20-087575ec5d42, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=2b5f75c7-e338-495b-ae20-087575ec5d42,segment=NetworkSegment(7258a9d8-5c6b-4471-a9a5-79d423b2104c),segment_id=7258a9d8-5c6b-4471-a9a5-79d423b2104c)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:33:11.491626 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port adb2d4e6-3d06-4037-99a2-d3ff9efaf214, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=adb2d4e6-3d06-4037-99a2-d3ff9efaf214,segment=NetworkSegment(fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4),segment_id=fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:11.514209 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c3009-67bc-435f-b725-5832aa734c8a req-31872c13-f666-43df-ae3a-d675ad4179c5 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:11.518391 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-724c3009-67bc-435f-b725-5832aa734c8a req-31872c13-f666-43df-ae3a-d675ad4179c5 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 945 time: 0.1415312 Sep 23 01:33:11.562893 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38428) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:11.567971 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad414362-8ab7-4c33-94d9-9b00d75ac3d3 x-openstack-request-id: req-ad414362-8ab7-4c33-94d9-9b00d75ac3d3 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:11.568388 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8980894e-1d46-4f69-8163-bfe7c1d8a857", "name": "network-vif-plugged", "status": "completed", "tag": "adb2d4e6-3d06-4037-99a2-d3ff9efaf214", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:11.568774 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ad414362-8ab7-4c33-94d9-9b00d75ac3d3 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:11.571549 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad414362-8ab7-4c33-94d9-9b00d75ac3d3'] response: {'server_uuid': '8980894e-1d46-4f69-8163-bfe7c1d8a857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb2d4e6-3d06-4037-99a2-d3ff9efaf214', 'code': 200} Sep 23 01:33:11.642638 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:11.658718 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:11.676623 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-724c3009-67bc-435f-b725-5832aa734c8a req-764c0ca8-4b7e-4744-a327-273637071e2d tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435082 Sep 23 01:33:11.784883 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Pushing event updated for resources: {'Port': ['ID=2b5f75c7-e338-495b-ae20-087575ec5d42,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:11.797952 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.798758 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.799386 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.799926 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.800665 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.801214 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.801894 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.802413 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.802993 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.803658 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.804199 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.804805 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.805304 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.805929 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.810964 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e1c90-28bf-48f5-afd8-5447a82d483d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:11.866282 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Publish callbacks [] for router_gateway (79ea42c5-0171-4a11-a897-7a09f649b5c1), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:11.898565 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=adb2d4e6-3d06-4037-99a2-d3ff9efaf214,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:12.000068 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a584a49f-bf90-4368-a53f-abc97b9cbe4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:12.222517 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782b195-219d-471d-b896-886f890744c6 req-44451472-b59b-458c-afb4-03ac4af121ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:12.225023 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c782b195-219d-471d-b896-886f890744c6 req-44451472-b59b-458c-afb4-03ac4af121ae service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 1130 time: 0.0947354 Sep 23 01:33:12.269919 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:12.324699 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c782b195-219d-471d-b896-886f890744c6 req-2429da19-ca0b-49e9-9513-73b162996ef3 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774045 Sep 23 01:33:12.366552 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a584a49f-bf90-4368-a53f-abc97b9cbe4e admin admin] Publish callbacks [] for security_group (7f3b0b84-34cf-48c1-a489-5d1d2d6847a1), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:12.413562 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808686'] for router (79ea42c5-0171-4a11-a897-7a09f649b5c1), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:12.477192 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-a584a49f-bf90-4368-a53f-abc97b9cbe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7f3b0b84-34cf-48c1-a489-5d1d2d6847a1), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:12.513982 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:12.633478 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-a584a49f-bf90-4368-a53f-abc97b9cbe4e admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=9176c879f533417b86879d23fcbcdba6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0650885 Sep 23 01:33:12.634003 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38436) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:12.647405 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584a49f-bf90-4368-a53f-abc97b9cbe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3b0b84-34cf-48c1-a489-5d1d2d6847a1,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:12.667018 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddee0f0-392c-4844-8a85-a42f932139e0 None None] New status for floating IP 97f62d31-370f-4af0-9959-00b78fd85ccb: ACTIVE {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:33:12.729887 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3a47305f-c377-49ff-a48c-4e72ac7abde4 admin admin] Publish callbacks [] for security_group (7f3b0b84-34cf-48c1-a489-5d1d2d6847a1), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:12.791957 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3a47305f-c377-49ff-a48c-4e72ac7abde4 admin admin] Publish callbacks [] for security_group (7f3b0b84-34cf-48c1-a489-5d1d2d6847a1), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:12.802209 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:12.904820 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Router 79ea42c5-0171-4a11-a897-7a09f649b5c1 is scheduled to L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a with binding_index 1 {{(pid=107196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:33:12.938848 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a1565-fd02-4e5f-8036-cf4aeaefb63f req-f39f9525-e567-4b35-a0ea-84d6953d1d92 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:12.941189 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8e7a1565-fd02-4e5f-8036-cf4aeaefb63f req-f39f9525-e567-4b35-a0ea-84d6953d1d92 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 946 time: 0.0997064 Sep 23 01:33:13.019128 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3a47305f-c377-49ff-a48c-4e72ac7abde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7f3b0b84-34cf-48c1-a489-5d1d2d6847a1), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:13.031190 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3a47305f-c377-49ff-a48c-4e72ac7abde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:13.032581 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-3a47305f-c377-49ff-a48c-4e72ac7abde4 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/7f3b0b84-34cf-48c1-a489-5d1d2d6847a1 HTTP/1.1" status: 204 len: 168 time: 0.3974454 Sep 23 01:33:13.059698 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47305f-c377-49ff-a48c-4e72ac7abde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3b0b84-34cf-48c1-a489-5d1d2d6847a1,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:13.126209 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8e7a1565-fd02-4e5f-8036-cf4aeaefb63f req-ad726cfb-97ca-417d-8154-e6e270935fd9 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341572 Sep 23 01:33:13.146254 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:33:13.163129 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:13.173316 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Sync routers for ids ['79ea42c5-0171-4a11-a897-7a09f649b5c1'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:33:13.194055 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Routers {'79ea42c5-0171-4a11-a897-7a09f649b5c1'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:13.206837 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:32:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['79ea42c5-0171-4a11-a897-7a09f649b5c1'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:13.258065 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0975efd7-cad0-4717-a53d-e3bd6a536011 None None] Network 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:33:13.328883 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:13.334743 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-25ea1bf7-36cb-415e-91ea-ded5ee18b298 admin admin] 10.222.0.83 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8237526 Sep 23 01:33:13.335138 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38444) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:13.352787 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-2550bace-d361-4706-994c-8afc3429ace6 None None] Provisioning complete for port 2b5f75c7-e338-495b-ae20-087575ec5d42 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:13.353057 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2550bace-d361-4706-994c-8afc3429ace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:13.353347 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-2550bace-d361-4706-994c-8afc3429ace6 None None] Attempt 1 to provision port 2b5f75c7-e338-495b-ae20-087575ec5d42 Sep 23 01:33:13.527733 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Set router 79ea42c5-0171-4a11-a897-7a09f649b5c1 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:13.672201 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:13.746123 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:13.763260 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 2b5f75c7-e338-495b-ae20-087575ec5d42 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:13.825970 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-2550bace-d361-4706-994c-8afc3429ace6 None None] Current status of the port 2b5f75c7-e338-495b-ae20-087575ec5d42 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:13.826910 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2550bace-d361-4706-994c-8afc3429ace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:13.940517 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:13.955981 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'name': 'tempest-TestShelveInstance-748062458-router', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:33:08Z', 'updated_at': '2022-09-23T01:33:11Z', 'revision_number': 3, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'gw_port': {'id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:33:10Z', 'updated_at': '2022-09-23T01:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:14.037541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Checking router: 79ea42c5-0171-4a11-a897-7a09f649b5c1 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:33:14.038093 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Updating router 79ea42c5-0171-4a11-a897-7a09f649b5c1 port 0121e0ec-56d2-4388-bc66-077c5f462142 binding host dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:33:14.041632 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 2b5f75c7-e338-495b-ae20-087575ec5d42 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:14.042490 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:14.043285 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 2b5f75c7-e338-495b-ae20-087575ec5d42 Sep 23 01:33:14.048469 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-2550bace-d361-4706-994c-8afc3429ace6 None None] For port 2b5f75c7-e338-495b-ae20-087575ec5d42, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=2b5f75c7-e338-495b-ae20-087575ec5d42,segment=NetworkSegment(7258a9d8-5c6b-4471-a9a5-79d423b2104c),segment_id=7258a9d8-5c6b-4471-a9a5-79d423b2104c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:14.127940 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:14.138313 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2550bace-d361-4706-994c-8afc3429ace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:14.162924 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:14.443884 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91591c6-c11c-4371-8a5c-bb4382ba0386 req-49d35f3c-c778-4c07-8cf7-c13f0fa9affd tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:14.446468 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e91591c6-c11c-4371-8a5c-bb4382ba0386 req-49d35f3c-c778-4c07-8cf7-c13f0fa9affd tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 946 time: 0.1469080 Sep 23 01:33:14.500819 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:14.530942 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 2b5f75c7-e338-495b-ae20-087575ec5d42 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:14.548772 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550bace-d361-4706-994c-8afc3429ace6 None None] Pushing event updated for resources: {'Port': ['ID=2b5f75c7-e338-495b-ae20-087575ec5d42,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:14.573109 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6b3fa2c0-415f-401f-8506-e629eb998c1c None None] Provisioning complete for port 2b5f75c7-e338-495b-ae20-087575ec5d42 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:14.573554 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa2c0-415f-401f-8506-e629eb998c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:14.573842 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6b3fa2c0-415f-401f-8506-e629eb998c1c None None] Attempt 1 to provision port 2b5f75c7-e338-495b-ae20-087575ec5d42 Sep 23 01:33:14.587362 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e91591c6-c11c-4371-8a5c-bb4382ba0386 req-53dd2afb-38d4-4e6b-b566-e31c53896a45 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322935 Sep 23 01:33:14.777844 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:14.846819 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6b3fa2c0-415f-401f-8506-e629eb998c1c None None] Current status of the port 2b5f75c7-e338-495b-ae20-087575ec5d42 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:14.874215 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Allocated IP 172.20.0.1 (768f7a19-0bf5-4e5f-885f-9b3679f0ef4b/18144cb7-de46-4cc9-9d87-ccbbf56e824f/55f16e55-f24c-42c8-bc5d-9f1545bd895d) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:33:14.897776 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6bf56f66-42cf-4af6-9461-0d7236ee7652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:14.921096 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Publish callbacks [] for port (0121e0ec-56d2-4388-bc66-077c5f462142), precommit_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:15.034873 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:15.042233 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Publish callbacks [] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:15.083860 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Attempting to bind port 0121e0ec-56d2-4388-bc66-077c5f462142 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:33:15.084303 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Attempting to bind port 0121e0ec-56d2-4388-bc66-077c5f462142 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:33:15.084635 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Attempting to bind port 0121e0ec-56d2-4388-bc66-077c5f462142 on network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:33:15.087273 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:15.134794 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96895964-d47a-42a4-80ad-5252603e9591 None None] Pushing event updated for resources: {'Port': ['ID=0121e0ec-56d2-4388-bc66-077c5f462142,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:15.168400 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:33:15.168752 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Checking segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:33:15.169170 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:15.169564 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Bound using segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:33:15.170062 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Bound port: 0121e0ec-56d2-4388-bc66-077c5f462142, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:33:15.170445 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:15.244812 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] For port 0121e0ec-56d2-4388-bc66-077c5f462142, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:33:15.249119 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] For port 0121e0ec-56d2-4388-bc66-077c5f462142, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=0121e0ec-56d2-4388-bc66-077c5f462142,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:33:15.281214 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:15.329934 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Network 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:33:15.335840 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:33:15.338481 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:33:15.346427 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Pushing event updated for resources: {'Port': ['ID=55f16e55-f24c-42c8-bc5d-9f1545bd895d,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:15.385748 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817623'] for router_interface (79ea42c5-0171-4a11-a897-7a09f649b5c1), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:15.447323 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:15.474662 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Routers {'79ea42c5-0171-4a11-a897-7a09f649b5c1'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:15.475318 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:32:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['79ea42c5-0171-4a11-a897-7a09f649b5c1'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:15.680078 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 2b5f75c7-e338-495b-ae20-087575ec5d42 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:15.760977 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Provisioning complete for port 55f16e55-f24c-42c8-bc5d-9f1545bd895d triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:15.761523 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:15.762371 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Attempt 1 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:15.770532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:15.786201 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:15.813651 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35aa84-de71-4222-91b1-76df0d9e6c2b req-7b919120-ed63-482a-93d6-0ebd42b96dde tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:15.820931 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3f35aa84-de71-4222-91b1-76df0d9e6c2b req-7b919120-ed63-482a-93d6-0ebd42b96dde tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 946 time: 0.1194520 Sep 23 01:33:15.841816 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96895964-d47a-42a4-80ad-5252603e9591 None None] Pushing event updated for resources: {'Port': ['ID=0121e0ec-56d2-4388-bc66-077c5f462142,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:15.910195 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Port 55f16e55-f24c-42c8-bc5d-9f1545bd895d cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:15.914416 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 2b5f75c7-e338-495b-ae20-087575ec5d42 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:15.915402 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:15.916104 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 2b5f75c7-e338-495b-ae20-087575ec5d42 Sep 23 01:33:15.951968 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3f35aa84-de71-4222-91b1-76df0d9e6c2b req-db089349-f708-416f-aa5b-e5b7b499e6d2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215174 Sep 23 01:33:15.952313 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] Set router 79ea42c5-0171-4a11-a897-7a09f649b5c1 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:16.305190 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 2b5f75c7-e338-495b-ae20-087575ec5d42 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:16.382551 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'name': 'tempest-TestShelveInstance-748062458-router', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:33:08Z', 'updated_at': '2022-09-23T01:33:11Z', 'revision_number': 3, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'gw_port': {'id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:33:10Z', 'updated_at': '2022-09-23T01:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:16.428040 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Attempt 2 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:16.433565 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58ffee-25b7-4476-afcd-61f93545db4d None None] The sync data for ids ['79ea42c5-0171-4a11-a897-7a09f649b5c1'] in dv-cinder-849143-7-smb is: [{'id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'name': 'tempest-TestShelveInstance-748062458-router', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:33:08Z', 'updated_at': '2022-09-23T01:33:11Z', 'revision_number': 3, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'gw_port': {'id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:33:10Z', 'updated_at': '2022-09-23T01:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:33:16.496001 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Port 55f16e55-f24c-42c8-bc5d-9f1545bd895d cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:16.496339 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Publish callbacks [] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:16.641326 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:16.817078 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817731'] for router_interface (79ea42c5-0171-4a11-a897-7a09f649b5c1), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:16.822003 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Pushing event updated for resources: {'Port': ['ID=55f16e55-f24c-42c8-bc5d-9f1545bd895d,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:16.985267 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Network 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:33:16.988263 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:33:16.997630 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Attempt 3 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:17.075712 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Port 55f16e55-f24c-42c8-bc5d-9f1545bd895d cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:17.184701 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Router 79ea42c5-0171-4a11-a897-7a09f649b5c1 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:33:17.298035 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:17.353335 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:33:17.369714 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-357301cd-3f9d-4c27-bfcf-74702428bcd6 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/79ea42c5-0171-4a11-a897-7a09f649b5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0242386 Sep 23 01:33:17.402182 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:17.563700 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 0121e0ec-56d2-4388-bc66-077c5f462142 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:17.595438 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:17.613056 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Attempt 4 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:17.676132 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Port 55f16e55-f24c-42c8-bc5d-9f1545bd895d cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:17.683872 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 0121e0ec-56d2-4388-bc66-077c5f462142 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:17.684549 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:17.685038 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 0121e0ec-56d2-4388-bc66-077c5f462142 Sep 23 01:33:17.802743 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:17.916069 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:17.945178 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 0121e0ec-56d2-4388-bc66-077c5f462142 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:17.945794 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:17.956315 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9ebf-2fa8-433f-8cd7-5afdf5d1f537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:17.999002 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port 0121e0ec-56d2-4388-bc66-077c5f462142, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=0121e0ec-56d2-4388-bc66-077c5f462142,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:18.078409 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:18.180676 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Attempt 5 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:18.248162 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=0121e0ec-56d2-4388-bc66-077c5f462142,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:18.315216 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Port 55f16e55-f24c-42c8-bc5d-9f1545bd895d cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:18.432848 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e949f3-ec06-4ac2-b1f4-552e352efa0c req-fdcdbb21-c63d-4e12-9e5c-67c51825dfe8 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:18.436574 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-92e949f3-ec06-4ac2-b1f4-552e352efa0c req-fdcdbb21-c63d-4e12-9e5c-67c51825dfe8 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 946 time: 0.1170549 Sep 23 01:33:18.477459 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38544) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:18.489048 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-454ecfae-665d-43c8-b5cc-b4d0a6f7b1fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-160595693', 'description': 'tempest-secgroup-smoke-160595693 description', 'project_id': '9cb4651121bb4a908147a675515b8f1d'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:18.550607 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-92e949f3-ec06-4ac2-b1f4-552e352efa0c req-b2f72090-ef29-4f92-ba26-81a9cd4d21d7 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049039 Sep 23 01:33:18.642273 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-454ecfae-665d-43c8-b5cc-b4d0a6f7b1fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:18.645886 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:18.806521 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-454ecfae-665d-43c8-b5cc-b4d0a6f7b1fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group (89388c56-ccf8-45c9-935e-a9f7fb0d9283), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:18.817653 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Attempt 6 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:18.887317 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Port 55f16e55-f24c-42c8-bc5d-9f1545bd895d cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:19.058998 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Sync routers for ids ['79ea42c5-0171-4a11-a897-7a09f649b5c1'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:33:19.063666 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-454ecfae-665d-43c8-b5cc-b4d0a6f7b1fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (89388c56-ccf8-45c9-935e-a9f7fb0d9283), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.092558 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Routers {'79ea42c5-0171-4a11-a897-7a09f649b5c1'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:19.094025 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:33:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['79ea42c5-0171-4a11-a897-7a09f649b5c1'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:19.109934 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ecfae-665d-43c8-b5cc-b4d0a6f7b1fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89388c56-ccf8-45c9-935e-a9f7fb0d9283,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:19.240576 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Set router 79ea42c5-0171-4a11-a897-7a09f649b5c1 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:19.259789 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-454ecfae-665d-43c8-b5cc-b4d0a6f7b1fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.264184 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-454ecfae-665d-43c8-b5cc-b4d0a6f7b1fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7832482 Sep 23 01:33:19.268971 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38550) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:19.278832 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-bde32bce-7564-449e-9b54-1eb663d0e8fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Request body: {'security_group_rule': {'security_group_id': '89388c56-ccf8-45c9-935e-a9f7fb0d9283', 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:19.388987 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Attempt 7 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:19.467315 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bde32bce-7564-449e-9b54-1eb663d0e8fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (70268ff4-cba6-4435-8043-54ffcd916db5), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.470903 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.491520 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Port 55f16e55-f24c-42c8-bc5d-9f1545bd895d cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:19.556556 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 0121e0ec-56d2-4388-bc66-077c5f462142 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:19.610141 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'name': 'tempest-TestShelveInstance-748062458-router', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:33:08Z', 'updated_at': '2022-09-23T01:33:15Z', 'revision_number': 4, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'gw_port': {'id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:33:10Z', 'updated_at': '2022-09-23T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '55f16e55-f24c-42c8-bc5d-9f1545bd895d', 'name': '', 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'mac_address': 'fa:16:3e:47:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18144cb7-de46-4cc9-9d87-ccbbf56e824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:33:14Z', 'updated_at': '2022-09-23T01:33:15Z', 'revision_number': 2, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'subnets': [{'id': '18144cb7-de46-4cc9-9d87-ccbbf56e824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:19.634623 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bde32bce-7564-449e-9b54-1eb663d0e8fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (70268ff4-cba6-4435-8043-54ffcd916db5), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.662728 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:19.672977 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Checking router: 79ea42c5-0171-4a11-a897-7a09f649b5c1 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:33:19.672977 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Updating router 79ea42c5-0171-4a11-a897-7a09f649b5c1 port 55f16e55-f24c-42c8-bc5d-9f1545bd895d binding host dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:33:19.676497 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 0121e0ec-56d2-4388-bc66-077c5f462142 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:19.676878 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.677253 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 0121e0ec-56d2-4388-bc66-077c5f462142 Sep 23 01:33:19.721640 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bde32bce-7564-449e-9b54-1eb663d0e8fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (70268ff4-cba6-4435-8043-54ffcd916db5), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.725030 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:19.751851 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.794118 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde32bce-7564-449e-9b54-1eb663d0e8fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70268ff4-cba6-4435-8043-54ffcd916db5,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:19.843785 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 0121e0ec-56d2-4388-bc66-077c5f462142 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:19.867274 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38556) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:19.919265 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bde32bce-7564-449e-9b54-1eb663d0e8fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.924377 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-bde32bce-7564-449e-9b54-1eb663d0e8fb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6504576 Sep 23 01:33:19.925648 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38562) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:19.928508 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47596b42-7647-4184-adf1-e6dd55d87eb7 req-5ac54b63-cfdf-4e8b-ae99-ca377214cf57 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:19.931858 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-47596b42-7647-4184-adf1-e6dd55d87eb7 req-5ac54b63-cfdf-4e8b-ae99-ca377214cf57 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 946 time: 0.1607883 Sep 23 01:33:19.938278 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-6f434090-2f11-475a-a91b-6c809f35eade tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Request body: {'security_group_rule': {'security_group_id': '89388c56-ccf8-45c9-935e-a9f7fb0d9283', 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:19.992942 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Attempt 8 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:20.000268 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:20.075488 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-47596b42-7647-4184-adf1-e6dd55d87eb7 req-37ce318f-1e62-4a79-aeab-e8de59575e8f tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213462 Sep 23 01:33:20.090759 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Port 55f16e55-f24c-42c8-bc5d-9f1545bd895d cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:20.141480 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:20.147781 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6f434090-2f11-475a-a91b-6c809f35eade tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (3a051556-a714-42df-ae8b-7203bb7419e0), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.179442 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccefdd-341c-47ef-a321-cde314c33149 req-c6c071a9-d18e-418c-86ba-e0625352ea85 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:20.181366 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ddccefdd-341c-47ef-a321-cde314c33149 req-c6c071a9-d18e-418c-86ba-e0625352ea85 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 946 time: 0.0844235 Sep 23 01:33:20.214059 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:20.217663 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4e10-7a06-4595-8d6b-250188fa962d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.278299 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Publish callbacks [] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), precommit_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.295872 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6f434090-2f11-475a-a91b-6c809f35eade tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (3a051556-a714-42df-ae8b-7203bb7419e0), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.311826 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-ddccefdd-341c-47ef-a321-cde314c33149 req-c5c0706c-3e00-4e8f-9ed9-1ae45ca2641e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Deleting port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:33:20.312506 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ddccefdd-341c-47ef-a321-cde314c33149 req-c5c0706c-3e00-4e8f-9ed9-1ae45ca2641e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.313374 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:33:20.348624 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:20.375867 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4e10-7a06-4595-8d6b-250188fa962d admin admin] Publish callbacks [] for security_group (94021f7a-b265-48db-a21d-3b81d8f0e031), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.419237 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.420215 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.429726 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6f434090-2f11-475a-a91b-6c809f35eade tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (3a051556-a714-42df-ae8b-7203bb7419e0), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.436822 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-ddccefdd-341c-47ef-a321-cde314c33149 req-c5c0706c-3e00-4e8f-9ed9-1ae45ca2641e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] For port adb2d4e6-3d06-4037-99a2-d3ff9efaf214, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=adb2d4e6-3d06-4037-99a2-d3ff9efaf214,segment=NetworkSegment(fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4),segment_id=fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:20.437515 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ddccefdd-341c-47ef-a321-cde314c33149 req-c5c0706c-3e00-4e8f-9ed9-1ae45ca2641e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.462572 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-ddccefdd-341c-47ef-a321-cde314c33149 req-c5c0706c-3e00-4e8f-9ed9-1ae45ca2641e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Calling delete_port for adb2d4e6-3d06-4037-99a2-d3ff9efaf214 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:33:20.464998 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4e10-7a06-4595-8d6b-250188fa962d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (94021f7a-b265-48db-a21d-3b81d8f0e031), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.474149 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f434090-2f11-475a-a91b-6c809f35eade tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a051556-a714-42df-ae8b-7203bb7419e0,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:20.514867 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b5597-5cee-4d0c-8cd6-5b23b38e321e None None] Pushing event updated for resources: {'Port': ['ID=55f16e55-f24c-42c8-bc5d-9f1545bd895d,revision_number=3']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:20.521083 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-7ebe4e10-7a06-4595-8d6b-250188fa962d admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=1195eac52983420f8cedfc15d6c0c1f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6489592 Sep 23 01:33:20.523255 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38568) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:20.523937 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe4e10-7a06-4595-8d6b-250188fa962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94021f7a-b265-48db-a21d-3b81d8f0e031,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:20.536481 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Attempting to bind port 55f16e55-f24c-42c8-bc5d-9f1545bd895d on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:33:20.536929 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Attempting to bind port 55f16e55-f24c-42c8-bc5d-9f1545bd895d by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '7258a9d8-5c6b-4471-a9a5-79d423b2104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b'}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:33:20.537293 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Attempting to bind port 55f16e55-f24c-42c8-bc5d-9f1545bd895d on network 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:33:20.587251 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:33:20.587251 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Checking segment: {'id': '7258a9d8-5c6b-4471-a9a5-79d423b2104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:33:20.587956 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.588486 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Bound using segment: {'id': '7258a9d8-5c6b-4471-a9a5-79d423b2104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b'} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:33:20.588854 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-eadbe2d2-b283-46ac-8d79-9e8ae7169413 admin admin] Publish callbacks [] for security_group (94021f7a-b265-48db-a21d-3b81d8f0e031), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.589067 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Bound port: 55f16e55-f24c-42c8-bc5d-9f1545bd895d, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7258a9d8-5c6b-4471-a9a5-79d423b2104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b'}}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:33:20.590019 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.592836 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Attempt 9 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:20.624669 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-eadbe2d2-b283-46ac-8d79-9e8ae7169413 admin admin] Publish callbacks [] for security_group (94021f7a-b265-48db-a21d-3b81d8f0e031), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.633797 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Port 55f16e55-f24c-42c8-bc5d-9f1545bd895d cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:20.639448 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6f434090-2f11-475a-a91b-6c809f35eade tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.644562 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-6f434090-2f11-475a-a91b-6c809f35eade tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7148759 Sep 23 01:33:20.645581 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38570) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:20.650520 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-dbd88f6b-a160-4528-ba10-c09ab58c48af tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Request body: {'security_group_rule': {'security_group_id': '89388c56-ccf8-45c9-935e-a9f7fb0d9283', 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:20.708536 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] For port 55f16e55-f24c-42c8-bc5d-9f1545bd895d, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:33:20.713528 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] For port 55f16e55-f24c-42c8-bc5d-9f1545bd895d, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=55f16e55-f24c-42c8-bc5d-9f1545bd895d,segment=NetworkSegment(7258a9d8-5c6b-4471-a9a5-79d423b2104c),segment_id=7258a9d8-5c6b-4471-a9a5-79d423b2104c)] {{(pid=107198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:33:20.801494 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ddccefdd-341c-47ef-a321-cde314c33149 req-c5c0706c-3e00-4e8f-9ed9-1ae45ca2641e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (adb2d4e6-3d06-4037-99a2-d3ff9efaf214), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.844188 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-eadbe2d2-b283-46ac-8d79-9e8ae7169413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (94021f7a-b265-48db-a21d-3b81d8f0e031), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.845584 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.847038 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0706c-3e00-4e8f-9ed9-1ae45ca2641e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Pushing event deleted for resources: {'Port': ['ID=adb2d4e6-3d06-4037-99a2-d3ff9efaf214,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:20.849486 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['adb2d4e6-3d06-4037-99a2-d3ff9efaf214'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:33:20.849757 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-eadbe2d2-b283-46ac-8d79-9e8ae7169413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.871142 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-eadbe2d2-b283-46ac-8d79-9e8ae7169413 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/94021f7a-b265-48db-a21d-3b81d8f0e031 HTTP/1.1" status: 204 len: 168 time: 0.3332741 Sep 23 01:33:20.916872 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Routers {'79ea42c5-0171-4a11-a897-7a09f649b5c1'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:20.920523 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:33:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['79ea42c5-0171-4a11-a897-7a09f649b5c1'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:20.921711 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbe2d2-b283-46ac-8d79-9e8ae7169413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94021f7a-b265-48db-a21d-3b81d8f0e031,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:20.925414 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-dbd88f6b-a160-4528-ba10-c09ab58c48af tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (01c32b40-091b-4e6c-8bce-307d0332c235), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.960950 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddccefdd-341c-47ef-a321-cde314c33149 req-c5c0706c-3e00-4e8f-9ed9-1ae45ca2641e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] No DVR routers for this DVR port adb2d4e6-3d06-4037-99a2-d3ff9efaf214 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:33:20.966019 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ddccefdd-341c-47ef-a321-cde314c33149 req-c5c0706c-3e00-4e8f-9ed9-1ae45ca2641e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.988770 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ddccefdd-341c-47ef-a321-cde314c33149 req-c5c0706c-3e00-4e8f-9ed9-1ae45ca2641e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.88 "DELETE /networking/v2.0/ports/adb2d4e6-3d06-4037-99a2-d3ff9efaf214 HTTP/1.1" status: 204 len: 173 time: 0.7972896 Sep 23 01:33:20.990157 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8980894e-1d46-4f69-8163-bfe7c1d8a857', 'name': 'network-vif-deleted', 'tag': 'adb2d4e6-3d06-4037-99a2-d3ff9efaf214'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:20.995427 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9088205e-b241-4336-be16-ac06c672ff9c" -d '{"events": [{"server_uuid": "8980894e-1d46-4f69-8163-bfe7c1d8a857", "name": "network-vif-deleted", "tag": "adb2d4e6-3d06-4037-99a2-d3ff9efaf214"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:21.041962 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:21.067706 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832cceb6-531d-49f0-9f9f-6e4f5d5ad8ea x-openstack-request-id: req-832cceb6-531d-49f0-9f9f-6e4f5d5ad8ea {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:21.068382 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8980894e-1d46-4f69-8163-bfe7c1d8a857", "name": "network-vif-deleted", "tag": "adb2d4e6-3d06-4037-99a2-d3ff9efaf214", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:21.068873 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-832cceb6-531d-49f0-9f9f-6e4f5d5ad8ea {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:21.069445 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832cceb6-531d-49f0-9f9f-6e4f5d5ad8ea'] response: {'server_uuid': '8980894e-1d46-4f69-8163-bfe7c1d8a857', 'name': 'network-vif-deleted', 'tag': 'adb2d4e6-3d06-4037-99a2-d3ff9efaf214', 'status': 'completed', 'code': 200} Sep 23 01:33:21.090829 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b5597-5cee-4d0c-8cd6-5b23b38e321e None None] Pushing event updated for resources: {'Port': ['ID=55f16e55-f24c-42c8-bc5d-9f1545bd895d,revision_number=4']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:21.097761 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-dbd88f6b-a160-4528-ba10-c09ab58c48af tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (01c32b40-091b-4e6c-8bce-307d0332c235), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:21.135759 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Attempt 10 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:21.201453 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:21.229625 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-dbd88f6b-a160-4528-ba10-c09ab58c48af tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (01c32b40-091b-4e6c-8bce-307d0332c235), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:21.231580 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] Set router 79ea42c5-0171-4a11-a897-7a09f649b5c1 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:21.265623 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd88f6b-a160-4528-ba10-c09ab58c48af tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c32b40-091b-4e6c-8bce-307d0332c235,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:21.310204 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5b9709bc-a6fa-4a9c-98ef-f02852ec2a78 req-bf74b3ec-9412-408f-baf9-0e5ed3a6a774 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 210 time: 0.0787001 Sep 23 01:33:21.365014 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Current status of the port 55f16e55-f24c-42c8-bc5d-9f1545bd895d is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:21.365543 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:21.435261 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] For port 55f16e55-f24c-42c8-bc5d-9f1545bd895d, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=55f16e55-f24c-42c8-bc5d-9f1545bd895d,segment=NetworkSegment(7258a9d8-5c6b-4471-a9a5-79d423b2104c),segment_id=7258a9d8-5c6b-4471-a9a5-79d423b2104c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:21.468900 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-dbd88f6b-a160-4528-ba10-c09ab58c48af tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:21.478198 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-dbd88f6b-a160-4528-ba10-c09ab58c48af tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8251131 Sep 23 01:33:21.478549 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38582) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:21.484232 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-9f4dbaf8-4f86-457d-b1b7-ff9f00574808 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Request body: {'security_group_rule': {'security_group_id': '89388c56-ccf8-45c9-935e-a9f7fb0d9283', 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:21.562527 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:21.619015 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:21.709565 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee69a6-3004-4106-ad20-2f7e84b10c80 None None] Pushing event updated for resources: {'Port': ['ID=55f16e55-f24c-42c8-bc5d-9f1545bd895d,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:21.725689 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f4dbaf8-4f86-457d-b1b7-ff9f00574808 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (42ffc3ac-54f1-481c-9fc4-c451b8407419), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:21.737118 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'name': 'tempest-TestShelveInstance-748062458-router', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:33:08Z', 'updated_at': '2022-09-23T01:33:15Z', 'revision_number': 4, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'gw_port': {'id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:33:10Z', 'updated_at': '2022-09-23T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '55f16e55-f24c-42c8-bc5d-9f1545bd895d', 'name': '', 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'mac_address': 'fa:16:3e:47:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18144cb7-de46-4cc9-9d87-ccbbf56e824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:33:14Z', 'updated_at': '2022-09-23T01:33:20Z', 'revision_number': 4, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'subnets': [{'id': '18144cb7-de46-4cc9-9d87-ccbbf56e824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:21.754229 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-e70ab61e-d1a6-4b02-a73d-090b062520d2 None None] Provisioning complete for port 55f16e55-f24c-42c8-bc5d-9f1545bd895d triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:21.759187 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-e70ab61e-d1a6-4b02-a73d-090b062520d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:21.759187 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-e70ab61e-d1a6-4b02-a73d-090b062520d2 None None] Attempt 1 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:21.788427 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58959f96-d948-4d72-9c83-4094abae6525 None None] The sync data for ids ['79ea42c5-0171-4a11-a897-7a09f649b5c1'] in dv-cinder-849143-7-smb is: [{'id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'name': 'tempest-TestShelveInstance-748062458-router', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:33:08Z', 'updated_at': '2022-09-23T01:33:15Z', 'revision_number': 4, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'gw_port': {'id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:33:10Z', 'updated_at': '2022-09-23T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '55f16e55-f24c-42c8-bc5d-9f1545bd895d', 'name': '', 'network_id': '768f7a19-0bf5-4e5f-885f-9b3679f0ef4b', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'mac_address': 'fa:16:3e:47:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '18144cb7-de46-4cc9-9d87-ccbbf56e824f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:33:14Z', 'updated_at': '2022-09-23T01:33:20Z', 'revision_number': 4, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'subnets': [{'id': '18144cb7-de46-4cc9-9d87-ccbbf56e824f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:33:21.845374 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f4dbaf8-4f86-457d-b1b7-ff9f00574808 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (42ffc3ac-54f1-481c-9fc4-c451b8407419), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:21.961270 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f4dbaf8-4f86-457d-b1b7-ff9f00574808 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (42ffc3ac-54f1-481c-9fc4-c451b8407419), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:21.996575 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-e70ab61e-d1a6-4b02-a73d-090b062520d2 None None] Current status of the port 55f16e55-f24c-42c8-bc5d-9f1545bd895d is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:22.022468 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dbaf8-4f86-457d-b1b7-ff9f00574808 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ffc3ac-54f1-481c-9fc4-c451b8407419,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:22.122484 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38586) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:22.133233 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9f4dbaf8-4f86-457d-b1b7-ff9f00574808 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.134728 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-9f4dbaf8-4f86-457d-b1b7-ff9f00574808 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6577868 Sep 23 01:33:22.138160 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38588) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:22.144575 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-b3c9b5c2-6e0e-4228-bc42-7f74939d2014 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Request body: {'security_group_rule': {'security_group_id': '89388c56-ccf8-45c9-935e-a9f7fb0d9283', 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:22.146559 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fdddeb12-7a6b-4cbe-b5d2-6457c0fc5e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.264577 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.securitygroups_db [None req-b3c9b5c2-6e0e-4228-bc42-7f74939d2014 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Project 9cb4651121bb4a908147a675515b8f1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 01:33:22.277248 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b5c2-6e0e-4228-bc42-7f74939d2014 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (6a59bb6d-1889-49d0-bf06-a51035981f12), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.367097 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fdddeb12-7a6b-4cbe-b5d2-6457c0fc5e94 admin admin] Publish callbacks [] for security_group (b73a1cc2-bad9-480c-beba-fc8bd17116b7), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.430233 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b5c2-6e0e-4228-bc42-7f74939d2014 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (6a59bb6d-1889-49d0-bf06-a51035981f12), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.463759 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fdddeb12-7a6b-4cbe-b5d2-6457c0fc5e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (b73a1cc2-bad9-480c-beba-fc8bd17116b7), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.519336 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-fdddeb12-7a6b-4cbe-b5d2-6457c0fc5e94 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=770f6a8f9ef24762a1d49afbb9ade9db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903835 Sep 23 01:33:22.520500 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38598) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:22.572131 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ddb841e3-b3a5-4dd8-a0c6-d7dfb4c5b6b1 req-71828901-b060-45a8-9bc9-b73f1f598360 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 210 time: 0.0508177 Sep 23 01:33:22.602086 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddeb12-7a6b-4cbe-b5d2-6457c0fc5e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73a1cc2-bad9-480c-beba-fc8bd17116b7,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:22.604718 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b5c2-6e0e-4228-bc42-7f74939d2014 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (6a59bb6d-1889-49d0-bf06-a51035981f12), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.681384 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9b5c2-6e0e-4228-bc42-7f74939d2014 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a59bb6d-1889-49d0-bf06-a51035981f12,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:22.722775 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-deb52f4e-7a40-4aa9-adbc-2713af24d2c2 admin admin] Publish callbacks [] for security_group (b73a1cc2-bad9-480c-beba-fc8bd17116b7), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.759866 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-deb52f4e-7a40-4aa9-adbc-2713af24d2c2 admin admin] Publish callbacks [] for security_group (b73a1cc2-bad9-480c-beba-fc8bd17116b7), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.765769 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b5c2-6e0e-4228-bc42-7f74939d2014 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.790404 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38608) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:22.790572 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-b3c9b5c2-6e0e-4228-bc42-7f74939d2014 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6317165 Sep 23 01:33:22.790777 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-8e352945-4b9a-48eb-987f-b10147de50f2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Request body: {'security_group_rule': {'security_group_id': '89388c56-ccf8-45c9-935e-a9f7fb0d9283', 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:22.996264 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.securitygroups_db [None req-8e352945-4b9a-48eb-987f-b10147de50f2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Project 9cb4651121bb4a908147a675515b8f1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 01:33:23.003993 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8e352945-4b9a-48eb-987f-b10147de50f2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (a77308d8-7c23-4fb6-89cc-7a4346b42617), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.056455 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-deb52f4e-7a40-4aa9-adbc-2713af24d2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (b73a1cc2-bad9-480c-beba-fc8bd17116b7), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.075053 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-deb52f4e-7a40-4aa9-adbc-2713af24d2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.077647 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-deb52f4e-7a40-4aa9-adbc-2713af24d2c2 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/b73a1cc2-bad9-480c-beba-fc8bd17116b7 HTTP/1.1" status: 204 len: 168 time: 0.5559728 Sep 23 01:33:23.091015 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:23.108562 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8e352945-4b9a-48eb-987f-b10147de50f2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (a77308d8-7c23-4fb6-89cc-7a4346b42617), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.112694 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb52f4e-7a40-4aa9-adbc-2713af24d2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73a1cc2-bad9-480c-beba-fc8bd17116b7,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:23.286784 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8e352945-4b9a-48eb-987f-b10147de50f2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (a77308d8-7c23-4fb6-89cc-7a4346b42617), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.318728 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e352945-4b9a-48eb-987f-b10147de50f2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77308d8-7c23-4fb6-89cc-7a4346b42617,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:23.509631 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8e352945-4b9a-48eb-987f-b10147de50f2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.519627 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-8e352945-4b9a-48eb-987f-b10147de50f2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7455812 Sep 23 01:33:23.555286 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 55f16e55-f24c-42c8-bc5d-9f1545bd895d up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:23.585066 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:23.617514 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:23.667853 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 55f16e55-f24c-42c8-bc5d-9f1545bd895d triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:23.668701 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.669320 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 55f16e55-f24c-42c8-bc5d-9f1545bd895d Sep 23 01:33:23.931602 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 55f16e55-f24c-42c8-bc5d-9f1545bd895d is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:23.950395 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7f513d92-8e09-45a7-aef4-4234e3f168da req-66d0c0de-d6b8-4df8-bf6d-91f338c4b3ce tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8980894e-1d46-4f69-8163-bfe7c1d8a857 HTTP/1.1" status: 200 len: 210 time: 0.1086426 Sep 23 01:33:24.213682 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:UPDATE=2,neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=6 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:24.365637 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device adb2d4e6-3d06-4037-99a2-d3ff9efaf214 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:33:24.405069 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: adb2d4e6-3d06-4037-99a2-d3ff9efaf214 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:33:24.405313 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device adb2d4e6-3d06-4037-99a2-d3ff9efaf214 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:33:24.807760 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:25.404052 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:25.523918 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-8be70d99-77a0-48d6-b2e5-8ac888f630f4 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:25.526645 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-8be70d99-77a0-48d6-b2e5-8ac888f630f4 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/networks?id=4e552ed7-ec04-42c5-b79f-5d9303a6d12c HTTP/1.1" status: 200 len: 809 time: 0.1516123 Sep 23 01:33:25.547404 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-0113e0fc-dbee-417c-9e4a-5620d0690567 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/quotas/fcf8637049864e26a8af15e6fd3e1f1f HTTP/1.1" status: 200 len: 375 time: 0.0125880 Sep 23 01:33:25.595514 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-c319b2b2-6317-496c-84d1-26773277dc43 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=fcf8637049864e26a8af15e6fd3e1f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415101 Sep 23 01:33:25.762947 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:25.776021 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4410778a-63fa-41e4-8cf5-1856df7f76bd service neutron] 10.222.0.83 "GET /networking/v2.0/networks/4e552ed7-ec04-42c5-b79f-5d9303a6d12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619263 Sep 23 01:33:25.980732 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:25.992113 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-cf75849e-d78b-421c-84cb-092ffe5acc30 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/4e552ed7-ec04-42c5-b79f-5d9303a6d12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078617 Sep 23 01:33:26.283042 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:26.391753 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b66482e2-884a-46da-9caf-006efca64ca3 req-1f9af323-a549-416c-a744-96dc636d1286 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 210 time: 0.0511932 Sep 23 01:33:27.528570 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-641161a1-6d5e-4dfe-9f7d-063ab807b133 req-b341f046-d26e-4991-bb5e-c13d1a622dad tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 210 time: 0.0362153 Sep 23 01:33:27.689207 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:28.097937 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:28.757117 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d1b846d4-ad1e-4e1d-ad92-ab9c2da3535f req-725fc581-b141-499e-b9c3-ddefbc5aa476 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 210 time: 0.0781140 Sep 23 01:33:30.015362 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-97c0b4e1-0ce8-4407-8881-bb67ab99cdba req-dceeb3ae-d48c-4849-85d8-d790cd20adeb tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 210 time: 0.0890388 Sep 23 01:33:30.248652 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:30.331940 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-40e94ed2-38b6-407e-9030-8ad2722c6dca tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:30.334664 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-40e94ed2-38b6-407e-9030-8ad2722c6dca tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.88 "GET /networking/v2.0/networks?id=4e552ed7-ec04-42c5-b79f-5d9303a6d12c HTTP/1.1" status: 200 len: 809 time: 0.1656227 Sep 23 01:33:30.366735 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Request body: {'port': {'device_id': '203d8e4b-d4b1-42dd-a434-3ee0023295c0', 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c', 'admin_state_up': True, 'tenant_id': 'fcf8637049864e26a8af15e6fd3e1f1f'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:30.627670 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:30.661757 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe583e61-4ee9-45ab-9d83-d6dec0115acd req-70bee232-a275-4559-85b8-d799475a0623 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:30.664504 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fe583e61-4ee9-45ab-9d83-d6dec0115acd req-70bee232-a275-4559-85b8-d799475a0623 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0927217 Sep 23 01:33:30.692018 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Made reservation on behalf of fcf8637049864e26a8af15e6fd3e1f1f for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:33:30.697541 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:30.820505 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fe583e61-4ee9-45ab-9d83-d6dec0115acd req-214405ef-42fa-47f4-9780-19f74d44fd2d tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444783 Sep 23 01:33:30.948324 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Allocated IP 172.20.0.2 (4e552ed7-ec04-42c5-b79f-5d9303a6d12c/9c2c08e8-3dcf-4054-a683-16a040b73933/29b67326-28a7-4a9e-9449-fed6fbaa5ea2) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:33:31.207917 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-23877e92-df7f-497e-ab9a-d33bac65e7b0 req-9efda98a-a16b-4a4f-af82-f1e4919920b6 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 210 time: 0.0483985 Sep 23 01:33:31.227885 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks [] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:31.435033 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:31.507731 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:33:31.517329 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:33:31.521677 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:33:31.579485 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Pushing event updated for resources: {'Port': ['ID=29b67326-28a7-4a9e-9449-fed6fbaa5ea2,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:31.618865 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:31.619932 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:31.785702 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-4fbe78b3-aa58-469c-b8a4-e7325a86ab6e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4183502 Sep 23 01:33:31.807327 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Request body: {'port': {'device_id': '203d8e4b-d4b1-42dd-a434-3ee0023295c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:31.937612 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:32.081422 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:32.103349 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf8f6-45f2-4d76-83fa-f659220d9979 req-ffce2608-d877-4186-a32c-e92f0cdc69e4 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:32.105100 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-94dcf8f6-45f2-4d76-83fa-f659220d9979 req-ffce2608-d877-4186-a32c-e92f0cdc69e4 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1070085 Sep 23 01:33:32.388092 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-94dcf8f6-45f2-4d76-83fa-f659220d9979 req-c8518e92-670b-4db0-a121-693fd23e351a tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187917 Sep 23 01:33:32.437630 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042ee1d-382b-423b-9cac-3b147276e334 req-d757231f-36a2-4ec5-bbec-2479ebac35bc tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:32.440192 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4042ee1d-382b-423b-9cac-3b147276e334 req-d757231f-36a2-4ec5-bbec-2479ebac35bc tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 931 time: 0.0974071 Sep 23 01:33:32.518554 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4042ee1d-382b-423b-9cac-3b147276e334 req-d4dc8ee6-b115-4ace-8211-e838c0197b2f tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691700 Sep 23 01:33:32.559559 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:33:32.570244 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Publish callbacks [] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:32.588091 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Transition to ACTIVE for port object 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:33:32.646760 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:32.721257 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:32.818751 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Pushing event updated for resources: {'Port': ['ID=29b67326-28a7-4a9e-9449-fed6fbaa5ea2,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:32.899633 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Attempting to bind port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:33:32.900040 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Attempting to bind port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:33:32.900440 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Attempting to bind port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 on network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:33:32.965830 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 on network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:33:32.966380 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Attempting to bind port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 on network 4e552ed7-ec04-42c5-b79f-5d9303a6d12c {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:33:33.036994 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:33:33.037326 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Checking segment: {'id': 'fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:33:33.037823 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Bound using segment: {'id': 'fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:33:33.038177 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Bound port: 29b67326-28a7-4a9e-9449-fed6fbaa5ea2, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:33:33.039013 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:33.145655 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] For port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:33:33.151419 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] For port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=29b67326-28a7-4a9e-9449-fed6fbaa5ea2,segment=NetworkSegment(fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4),segment_id=fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:33:33.192129 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=44 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:33.449938 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:33.475930 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:33.475930 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:33.475930 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/29b67326-28a7-4a9e-9449-fed6fbaa5ea2 HTTP/1.1" status: 200 len: 1093 time: 1.6577055 Sep 23 01:33:33.475930 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203d8e4b-d4b1-42dd-a434-3ee0023295c0', 'tag': '29b67326-28a7-4a9e-9449-fed6fbaa5ea2'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:33.475930 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1190e7dc-7dec-4fd8-aca5-5041497d49fc" -d '{"events": [{"name": "network-changed", "server_uuid": "203d8e4b-d4b1-42dd-a434-3ee0023295c0", "tag": "29b67326-28a7-4a9e-9449-fed6fbaa5ea2"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:33.565544 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d7d72-f2f3-4f76-9836-826a7d2ed539 service neutron] Pushing event updated for resources: {'Port': ['ID=29b67326-28a7-4a9e-9449-fed6fbaa5ea2,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:33.579964 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c547f95c-2be7-4898-9165-69cb9bd755cf x-openstack-request-id: req-c547f95c-2be7-4898-9165-69cb9bd755cf {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:33.580266 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203d8e4b-d4b1-42dd-a434-3ee0023295c0", "tag": "29b67326-28a7-4a9e-9449-fed6fbaa5ea2", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:33.580570 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c547f95c-2be7-4898-9165-69cb9bd755cf {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:33.581755 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c547f95c-2be7-4898-9165-69cb9bd755cf'] response: {'name': 'network-changed', 'server_uuid': '203d8e4b-d4b1-42dd-a434-3ee0023295c0', 'tag': '29b67326-28a7-4a9e-9449-fed6fbaa5ea2', 'status': 'completed', 'code': 200} Sep 23 01:33:33.681033 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d56efa-81d9-4bbb-84a4-e1174b1ba01e req-8bb69710-dd96-4016-83fd-ffc10b483ead tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:33.682533 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6d56efa-81d9-4bbb-84a4-e1174b1ba01e req-8bb69710-dd96-4016-83fd-ffc10b483ead tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0912516 Sep 23 01:33:33.685165 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b955b9a-5a61-48ca-81d6-a8c369a037d4 req-1228ebfd-2d5f-45f8-bba6-06ab3b69f91e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:33.686854 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8b955b9a-5a61-48ca-81d6-a8c369a037d4 req-1228ebfd-2d5f-45f8-bba6-06ab3b69f91e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 943 time: 0.0617099 Sep 23 01:33:33.687548 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190e7dc-7dec-4fd8-aca5-5041497d49fc req-dcabb170-77ce-404e-9be6-bffaaf01e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:33.689043 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1190e7dc-7dec-4fd8-aca5-5041497d49fc req-dcabb170-77ce-404e-9be6-bffaaf01e0a0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=fcf8637049864e26a8af15e6fd3e1f1f&device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 1127 time: 0.0601037 Sep 23 01:33:33.752303 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8b955b9a-5a61-48ca-81d6-a8c369a037d4 req-be806b78-9e9a-4286-a25f-927986b5192b tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575459 Sep 23 01:33:33.815533 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6d56efa-81d9-4bbb-84a4-e1174b1ba01e req-4a7733c7-e3cc-426f-aa2d-bd0e2fb55a0a tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254501 Sep 23 01:33:33.869661 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190e7dc-7dec-4fd8-aca5-5041497d49fc req-de3701e1-fa1c-4374-afa0-636215ebedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:33.872264 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1190e7dc-7dec-4fd8-aca5-5041497d49fc req-de3701e1-fa1c-4374-afa0-636215ebedaf service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=fcf8637049864e26a8af15e6fd3e1f1f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1680279 Sep 23 01:33:34.042788 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190e7dc-7dec-4fd8-aca5-5041497d49fc req-ac369cce-3661-49d2-9dca-1c23e637b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:34.045087 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1190e7dc-7dec-4fd8-aca5-5041497d49fc req-ac369cce-3661-49d2-9dca-1c23e637b253 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622071 Sep 23 01:33:34.222201 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-414d2ab4-7ef1-42ac-bd35-e85911294caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:34.225422 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-414d2ab4-7ef1-42ac-bd35-e85911294caf service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=fcf8637049864e26a8af15e6fd3e1f1f&device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 1127 time: 0.0912883 Sep 23 01:33:34.297341 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-f31d3953-77d8-497b-9834-f65f62d991b7 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29b67326-28a7-4a9e-9449-fed6fbaa5ea2 HTTP/1.1" status: 200 len: 217 time: 0.0565710 Sep 23 01:33:34.305151 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38884) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:34.383951 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-6221f46d-3198-4cd5-ada6-c6d99d34babc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:34.385857 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-6221f46d-3198-4cd5-ada6-c6d99d34babc service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=9c2c08e8-3dcf-4054-a683-16a040b73933 HTTP/1.1" status: 200 len: 849 time: 0.0811770 Sep 23 01:33:34.436963 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-9d20d6c6-34ac-4281-8401-3b31fd394591 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=4e552ed7-ec04-42c5-b79f-5d9303a6d12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439982 Sep 23 01:33:34.473680 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b556b113-7a67-493c-9e61-40b92619280e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:34.580281 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-20779566-89fe-4543-b12c-cb0fce3b23e4 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4e552ed7-ec04-42c5-b79f-5d9303a6d12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349721 Sep 23 01:33:34.624101 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b556b113-7a67-493c-9e61-40b92619280e admin admin] Publish callbacks [] for security_group (750d7c46-21c9-4234-a4de-3a12340eaa7c), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:34.665324 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:34.685474 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:34.712659 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef2e9a71-7b40-4e59-8d35-39d8fa5732e8 req-fbe1e4f5-c9e9-4be8-b2a0-e598567afb53 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/4e552ed7-ec04-42c5-b79f-5d9303a6d12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256511 Sep 23 01:33:34.746821 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b556b113-7a67-493c-9e61-40b92619280e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (750d7c46-21c9-4234-a4de-3a12340eaa7c), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:34.797200 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b556b113-7a67-493c-9e61-40b92619280e admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=58f1eed4e72f40bda4929c01e5249bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4921134 Sep 23 01:33:34.798235 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556b113-7a67-493c-9e61-40b92619280e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d7c46-21c9-4234-a4de-3a12340eaa7c,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:34.801688 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38898) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:34.885167 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0615c279-afa8-4467-87bd-17b169ba1a9a admin admin] Publish callbacks [] for security_group (750d7c46-21c9-4234-a4de-3a12340eaa7c), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:34.911792 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0615c279-afa8-4467-87bd-17b169ba1a9a admin admin] Publish callbacks [] for security_group (750d7c46-21c9-4234-a4de-3a12340eaa7c), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:34.934451 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0e612-d05a-4602-bbe4-87f507db399d req-8bcf747b-06d2-4535-bf41-9db42cd0f41d tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:34.936119 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ffa0e612-d05a-4602-bbe4-87f507db399d req-8bcf747b-06d2-4535-bf41-9db42cd0f41d tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 943 time: 0.0689852 Sep 23 01:33:34.997909 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ffa0e612-d05a-4602-bbe4-87f507db399d req-25f102f2-e24f-4429-89aa-2e9c3ef91983 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555189 Sep 23 01:33:35.002549 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a58e4a-742c-421e-97b2-3eceb702ad30 req-4aa2cbb2-dc41-443d-a81a-cb9a04c33a7c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:35.005002 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6a58e4a-742c-421e-97b2-3eceb702ad30 req-4aa2cbb2-dc41-443d-a81a-cb9a04c33a7c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0703778 Sep 23 01:33:35.076098 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6a58e4a-742c-421e-97b2-3eceb702ad30 req-4298eb56-3cb7-4cdb-b678-eb1cf44cbbb0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629592 Sep 23 01:33:35.246920 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0615c279-afa8-4467-87bd-17b169ba1a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (750d7c46-21c9-4234-a4de-3a12340eaa7c), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.251426 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0615c279-afa8-4467-87bd-17b169ba1a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.252995 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-0615c279-afa8-4467-87bd-17b169ba1a9a admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/750d7c46-21c9-4234-a4de-3a12340eaa7c HTTP/1.1" status: 204 len: 168 time: 0.4510665 Sep 23 01:33:35.265504 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615c279-afa8-4467-87bd-17b169ba1a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d7c46-21c9-4234-a4de-3a12340eaa7c,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:36.155249 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc61bd-017d-432e-ad9c-2f2c0b375634 req-5a343119-cbc6-4f7a-aa77-fe4d3f795ba6 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:36.157706 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8bdc61bd-017d-432e-ad9c-2f2c0b375634 req-5a343119-cbc6-4f7a-aa77-fe4d3f795ba6 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 943 time: 0.0727861 Sep 23 01:33:36.252834 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8bdc61bd-017d-432e-ad9c-2f2c0b375634 req-61f3de23-9150-46fb-8e0f-24d5f0edd6b9 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861504 Sep 23 01:33:36.254400 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24546198-f1da-4667-865d-56613c202a71 req-0baf1471-92fb-4bc6-9a90-160c4f30d987 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:36.257776 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-24546198-f1da-4667-865d-56613c202a71 req-0baf1471-92fb-4bc6-9a90-160c4f30d987 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0813344 Sep 23 01:33:36.325410 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-24546198-f1da-4667-865d-56613c202a71 req-d9348a44-c779-4ccc-9558-fdf95666b44f tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604005 Sep 23 01:33:36.332707 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:36.433500 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38936) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:36.456960 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-29af9f70-e9ae-499a-a86e-eb22b5e741f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:36.572255 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-29af9f70-e9ae-499a-a86e-eb22b5e741f3 admin admin] Publish callbacks [] for security_group (ddeb8e38-1cc0-47e5-ab60-387c7e01a9a6), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:36.744191 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-29af9f70-e9ae-499a-a86e-eb22b5e741f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ddeb8e38-1cc0-47e5-ab60-387c7e01a9a6), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:36.826408 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-29af9f70-e9ae-499a-a86e-eb22b5e741f3 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=e84b04461df84544bfd3bf95942b3aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914361 Sep 23 01:33:36.828121 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af9f70-e9ae-499a-a86e-eb22b5e741f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeb8e38-1cc0-47e5-ab60-387c7e01a9a6,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:36.831237 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38940) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:36.942231 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c29bd958-f06a-452e-8262-10e9c0f0113c admin admin] Publish callbacks [] for security_group (ddeb8e38-1cc0-47e5-ab60-387c7e01a9a6), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:36.987886 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c29bd958-f06a-452e-8262-10e9c0f0113c admin admin] Publish callbacks [] for security_group (ddeb8e38-1cc0-47e5-ab60-387c7e01a9a6), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:37.028571 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:37.196007 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c29bd958-f06a-452e-8262-10e9c0f0113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ddeb8e38-1cc0-47e5-ab60-387c7e01a9a6), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:37.204649 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c29bd958-f06a-452e-8262-10e9c0f0113c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:37.207353 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-c29bd958-f06a-452e-8262-10e9c0f0113c admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/ddeb8e38-1cc0-47e5-ab60-387c7e01a9a6 HTTP/1.1" status: 204 len: 168 time: 0.3743024 Sep 23 01:33:37.222079 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bd958-f06a-452e-8262-10e9c0f0113c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeb8e38-1cc0-47e5-ab60-387c7e01a9a6,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:37.471089 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55151c2d-cce4-4b8f-a04e-c2ea620ca036 req-650b849d-305c-4e8a-b187-f2ab3ad713c7 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:37.473007 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-55151c2d-cce4-4b8f-a04e-c2ea620ca036 req-650b849d-305c-4e8a-b187-f2ab3ad713c7 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 943 time: 0.0965583 Sep 23 01:33:37.553219 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-55151c2d-cce4-4b8f-a04e-c2ea620ca036 req-23c01b2f-ec62-4be5-b653-7149e94bccf4 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699837 Sep 23 01:33:37.843724 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61fee8-4c7b-417a-b3ea-8ca15d488f8e req-346866fb-7c01-4c71-8f70-07ac43a95339 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:37.845993 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5c61fee8-4c7b-417a-b3ea-8ca15d488f8e req-346866fb-7c01-4c71-8f70-07ac43a95339 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.3797274 Sep 23 01:33:37.940025 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5c61fee8-4c7b-417a-b3ea-8ca15d488f8e req-b43df7cc-c63f-4b7a-bbb0-6e20cc5147d3 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870121 Sep 23 01:33:38.063096 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:38.423501 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:33:38.527938 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38972) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:38.541074 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:38.557330 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-27bd8741-5445-48ae-af12-c1edcb67a7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:38.571724 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=29b67326-28a7-4a9e-9449-fed6fbaa5ea2,segment=NetworkSegment(fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4),segment_id=fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:38.592176 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '29b67326-28a7-4a9e-9449-fed6fbaa5ea2', 'network_id': '4e552ed7-ec04-42c5-b79f-5d9303a6d12c', 'port_id': '29b67326-28a7-4a9e-9449-fed6fbaa5ea2', 'mac_address': 'fa:16:3e:de:1a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2c08e8-3dcf-4054-a683-16a040b73933', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:33:38.652451 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:38.653421 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:38.672151 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:33:38.703480 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=29b67326-28a7-4a9e-9449-fed6fbaa5ea2,segment=NetworkSegment(fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4),segment_id=fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:38.733588 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-27bd8741-5445-48ae-af12-c1edcb67a7f5 admin admin] Publish callbacks [] for security_group (76d3cdd0-dc74-460d-884d-2db3de1a4108), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:38.747618 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5494a6-b4d0-408b-ac5c-49a2e8d15d71 req-c186612c-0715-4b48-b29b-d332950450fc tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:38.750137 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3c5494a6-b4d0-408b-ac5c-49a2e8d15d71 req-c186612c-0715-4b48-b29b-d332950450fc tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 943 time: 0.0733581 Sep 23 01:33:38.801716 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3c5494a6-b4d0-408b-ac5c-49a2e8d15d71 req-97ba872b-e89f-4500-998d-487678857779 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Sep 23 01:33:38.937033 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 38978) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:39.019429 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.020866 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-27bd8741-5445-48ae-af12-c1edcb67a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (76d3cdd0-dc74-460d-884d-2db3de1a4108), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.111059 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5863ea-a6c9-49a9-864e-4653eaf8ea93 req-28f68fa3-89e9-4cab-8264-e222ed0c1ed3 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:39.119276 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1e5863ea-a6c9-49a9-864e-4653eaf8ea93 req-28f68fa3-89e9-4cab-8264-e222ed0c1ed3 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0703771 Sep 23 01:33:39.138792 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-27bd8741-5445-48ae-af12-c1edcb67a7f5 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=3f26a5938556468da708099a57b50b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6091633 Sep 23 01:33:39.140580 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd8741-5445-48ae-af12-c1edcb67a7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d3cdd0-dc74-460d-884d-2db3de1a4108,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:39.143409 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38986) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:39.144931 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=29b67326-28a7-4a9e-9449-fed6fbaa5ea2,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:39.147832 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f0896d99-7be6-4e93-984f-cfc4f2ab8090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.208740 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1e5863ea-a6c9-49a9-864e-4653eaf8ea93 req-1cfb7277-028f-4963-866c-d40c4da24d43 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884635 Sep 23 01:33:39.244689 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4acd-3c72-4cc6-9784-b7d81fa597f7 admin admin] Publish callbacks [] for security_group (76d3cdd0-dc74-460d-884d-2db3de1a4108), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.275336 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f0896d99-7be6-4e93-984f-cfc4f2ab8090 admin admin] Publish callbacks [] for security_group (56ef6dee-18c1-43ef-a470-d45a1aaed686), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.276187 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4acd-3c72-4cc6-9784-b7d81fa597f7 admin admin] Publish callbacks [] for security_group (76d3cdd0-dc74-460d-884d-2db3de1a4108), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.406480 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f0896d99-7be6-4e93-984f-cfc4f2ab8090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (56ef6dee-18c1-43ef-a470-d45a1aaed686), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.453467 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['29b67326-28a7-4a9e-9449-fed6fbaa5ea2'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:33:39.454291 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f0896d99-7be6-4e93-984f-cfc4f2ab8090 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=1780378af5d044f39c1211cfa4ce03ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5161798 Sep 23 01:33:39.455240 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0896d99-7be6-4e93-984f-cfc4f2ab8090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ef6dee-18c1-43ef-a470-d45a1aaed686,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:39.458637 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 38992) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:39.465941 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4acd-3c72-4cc6-9784-b7d81fa597f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (76d3cdd0-dc74-460d-884d-2db3de1a4108), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.468746 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4acd-3c72-4cc6-9784-b7d81fa597f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.474071 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-dc5f4acd-3c72-4cc6-9784-b7d81fa597f7 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/76d3cdd0-dc74-460d-884d-2db3de1a4108 HTTP/1.1" status: 204 len: 168 time: 0.3251526 Sep 23 01:33:39.498886 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f4acd-3c72-4cc6-9784-b7d81fa597f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d3cdd0-dc74-460d-884d-2db3de1a4108,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:39.568952 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-710461a1-6725-41bd-aac6-69079f048ac9 admin admin] Publish callbacks [] for security_group (56ef6dee-18c1-43ef-a470-d45a1aaed686), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.604850 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-710461a1-6725-41bd-aac6-69079f048ac9 admin admin] Publish callbacks [] for security_group (56ef6dee-18c1-43ef-a470-d45a1aaed686), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.784273 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-710461a1-6725-41bd-aac6-69079f048ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (56ef6dee-18c1-43ef-a470-d45a1aaed686), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.789419 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-710461a1-6725-41bd-aac6-69079f048ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.791289 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-710461a1-6725-41bd-aac6-69079f048ac9 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/56ef6dee-18c1-43ef-a470-d45a1aaed686 HTTP/1.1" status: 204 len: 168 time: 0.3316066 Sep 23 01:33:39.805747 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710461a1-6725-41bd-aac6-69079f048ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ef6dee-18c1-43ef-a470-d45a1aaed686,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:39.975772 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ca0ae-e370-45e5-b471-68caa86801aa req-2c9cc6dd-9f6d-416f-b62f-c34ff389c8c9 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:39.977558 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-241ca0ae-e370-45e5-b471-68caa86801aa req-2c9cc6dd-9f6d-416f-b62f-c34ff389c8c9 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 944 time: 0.0585363 Sep 23 01:33:40.045558 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-241ca0ae-e370-45e5-b471-68caa86801aa req-62a5dcaf-a5ac-47e1-8326-f1a9f3a3c65f tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518134 Sep 23 01:33:40.390724 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdfcb8-385b-48c8-bb75-f550573db376 req-04df41ba-8d79-44fd-9fe2-686df5e46995 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:40.393380 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cafdfcb8-385b-48c8-bb75-f550573db376 req-04df41ba-8d79-44fd-9fe2-686df5e46995 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0765812 Sep 23 01:33:40.463384 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cafdfcb8-385b-48c8-bb75-f550573db376 req-6b593bc1-fa3a-4518-92dc-e726da8765ff tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615854 Sep 23 01:33:40.533039 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:40.619219 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:33:40.737961 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:40.739405 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:40.739765 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 Sep 23 01:33:40.791879 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39032) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:40.813260 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2b5c100d-209f-410d-85a0-c6b666b9ce10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:40.845924 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:40.846541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:40.888671 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203d8e4b-d4b1-42dd-a434-3ee0023295c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b67326-28a7-4a9e-9449-fed6fbaa5ea2'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:40.890856 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb4ec2-b4bd-4563-b37e-58c850c8cecc" -d '{"events": [{"server_uuid": "203d8e4b-d4b1-42dd-a434-3ee0023295c0", "name": "network-vif-plugged", "status": "completed", "tag": "29b67326-28a7-4a9e-9449-fed6fbaa5ea2"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:40.906425 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=29b67326-28a7-4a9e-9449-fed6fbaa5ea2,segment=NetworkSegment(fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4),segment_id=fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:40.931208 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2b5c100d-209f-410d-85a0-c6b666b9ce10 admin admin] Publish callbacks [] for security_group (cb143f15-ad4e-4f1b-9fda-98b46ab511e9), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:40.941194 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3d6aa6-6c99-4f70-950b-364340da0734 x-openstack-request-id: req-aa3d6aa6-6c99-4f70-950b-364340da0734 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:40.941518 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203d8e4b-d4b1-42dd-a434-3ee0023295c0", "name": "network-vif-plugged", "status": "completed", "tag": "29b67326-28a7-4a9e-9449-fed6fbaa5ea2", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:40.941779 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aa3d6aa6-6c99-4f70-950b-364340da0734 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:40.942186 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3d6aa6-6c99-4f70-950b-364340da0734'] response: {'server_uuid': '203d8e4b-d4b1-42dd-a434-3ee0023295c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b67326-28a7-4a9e-9449-fed6fbaa5ea2', 'code': 200} Sep 23 01:33:41.080429 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2b5c100d-209f-410d-85a0-c6b666b9ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (cb143f15-ad4e-4f1b-9fda-98b46ab511e9), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.087750 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.147684 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-2b5c100d-209f-410d-85a0-c6b666b9ce10 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=14f99a900a1c40bab3934f5cc4e64054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540390 Sep 23 01:33:41.151206 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39048) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:41.167744 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c100d-209f-410d-85a0-c6b666b9ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb143f15-ad4e-4f1b-9fda-98b46ab511e9,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:41.168710 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=29b67326-28a7-4a9e-9449-fed6fbaa5ea2,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:41.267769 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aecb4-fcbf-4c3c-826a-764fffeed335 req-35dca339-85c1-43b2-85d2-8c3d5ea25a30 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:41.271964 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a10aecb4-fcbf-4c3c-826a-764fffeed335 req-35dca339-85c1-43b2-85d2-8c3d5ea25a30 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 945 time: 0.0883040 Sep 23 01:33:41.274038 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-437cee2d-e617-4793-b55b-5e60937c4803 admin admin] Publish callbacks [] for security_group (cb143f15-ad4e-4f1b-9fda-98b46ab511e9), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.284489 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8642a35-d573-430f-8044-da7fd08b4e91 req-540d9d9f-b29a-417c-b3f6-eceec9b1e93d tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:41.286682 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c8642a35-d573-430f-8044-da7fd08b4e91 req-540d9d9f-b29a-417c-b3f6-eceec9b1e93d tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 945 time: 0.0950532 Sep 23 01:33:41.328564 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-437cee2d-e617-4793-b55b-5e60937c4803 admin admin] Publish callbacks [] for security_group (cb143f15-ad4e-4f1b-9fda-98b46ab511e9), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.363850 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c8642a35-d573-430f-8044-da7fd08b4e91 req-889a43b5-8574-403a-b2a8-477d7679baa2 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696275 Sep 23 01:33:41.399958 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a10aecb4-fcbf-4c3c-826a-764fffeed335 req-963df7c0-eaa8-4d56-b898-5812b404036e tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208110 Sep 23 01:33:41.578471 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-437cee2d-e617-4793-b55b-5e60937c4803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (cb143f15-ad4e-4f1b-9fda-98b46ab511e9), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.583695 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-437cee2d-e617-4793-b55b-5e60937c4803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.586361 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-437cee2d-e617-4793-b55b-5e60937c4803 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/cb143f15-ad4e-4f1b-9fda-98b46ab511e9 HTTP/1.1" status: 204 len: 168 time: 0.4335113 Sep 23 01:33:41.603788 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cee2d-e617-4793-b55b-5e60937c4803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb143f15-ad4e-4f1b-9fda-98b46ab511e9,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:41.640254 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d7832-5774-4f0e-a06b-aa425e27a6c8 req-e4a51bdd-4ff8-4042-89a1-7c9204673d98 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:41.642855 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-969d7832-5774-4f0e-a06b-aa425e27a6c8 req-e4a51bdd-4ff8-4042-89a1-7c9204673d98 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0946429 Sep 23 01:33:41.723376 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-969d7832-5774-4f0e-a06b-aa425e27a6c8 req-61868bc0-066f-4a67-9e06-4ce33af24829 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621397 Sep 23 01:33:42.114398 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:42.346864 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ea8ce-15da-4ca6-bcb6-0b2668ffe95b req-73dfcbd8-f29b-4b11-b185-63123d0cecf0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:42.352583 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dc2ea8ce-15da-4ca6-bcb6-0b2668ffe95b req-73dfcbd8-f29b-4b11-b185-63123d0cecf0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0919456 Sep 23 01:33:42.463368 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dc2ea8ce-15da-4ca6-bcb6-0b2668ffe95b req-95cf7da2-fe0f-4e3d-957c-84d32b2c0da2 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928779 Sep 23 01:33:42.465344 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:42.577657 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-bcb90fd8-f160-4322-a1f6-3c1e8af1038a tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-160595693&fields=id&tenant_id=9cb4651121bb4a908147a675515b8f1d HTTP/1.1" status: 200 len: 267 time: 0.0704396 Sep 23 01:33:42.639136 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066eecf-dcd0-419b-b8de-fd10f4e29d39 req-01b58ebc-8369-4b0e-9e63-ffe5bd2498d5 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:42.647199 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7066eecf-dcd0-419b-b8de-fd10f4e29d39 req-01b58ebc-8369-4b0e-9e63-ffe5bd2498d5 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 945 time: 0.1017227 Sep 23 01:33:42.707614 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:42.710419 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:42.738253 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-737068e4-5784-419e-b89d-bd7021b09f75 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:42.745910 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-737068e4-5784-419e-b89d-bd7021b09f75 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/networks?id=38c5ee11-8aca-491c-9a14-f67bba1114fd HTTP/1.1" status: 200 len: 809 time: 0.1592522 Sep 23 01:33:42.760199 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:42.767222 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-688c6595-263a-460e-842f-b6161e2f1045 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/quotas/9cb4651121bb4a908147a675515b8f1d HTTP/1.1" status: 200 len: 375 time: 0.0200257 Sep 23 01:33:42.779278 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7066eecf-dcd0-419b-b8de-fd10f4e29d39 req-ac38a7c9-2c33-4b72-8d01-8f443c79177e tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297295 Sep 23 01:33:42.852713 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-5922c72f-0fea-4f07-9ea4-2dc7a45b81ca tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=9cb4651121bb4a908147a675515b8f1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843260 Sep 23 01:33:42.961363 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f54e9-4613-4f4d-b591-2b618f6fce6b req-d6765248-8d47-4211-9ddd-5c9234b245a1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:42.971667 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-778f54e9-4613-4f4d-b591-2b618f6fce6b req-d6765248-8d47-4211-9ddd-5c9234b245a1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 945 time: 0.0803764 Sep 23 01:33:43.019352 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-9b4fa02c-a80e-4311-96c2-df7941c63802 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519167 Sep 23 01:33:43.058723 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-778f54e9-4613-4f4d-b591-2b618f6fce6b req-171d7310-e4c2-4a2c-a72f-ed6130222d31 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806494 Sep 23 01:33:43.212104 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0afba-7919-448d-a91b-baafe155eab1 req-285f4bec-6ca6-4de0-ab1d-105ec2ec78f4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:43.213658 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-31e0afba-7919-448d-a91b-baafe155eab1 req-285f4bec-6ca6-4de0-ab1d-105ec2ec78f4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 945 time: 0.1916125 Sep 23 01:33:43.274743 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a983f-f93b-4a29-af34-6e5a09e6ac54 req-d722f6a3-9f0a-4e4d-bf7f-a2359f993b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:43.275921 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-739a983f-f93b-4a29-af34-6e5a09e6ac54 req-d722f6a3-9f0a-4e4d-bf7f-a2359f993b11 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 1130 time: 0.1418927 Sep 23 01:33:43.276965 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2b1e-d686-47fd-8ad6-6ee7231ec96d req-361df81b-1452-4199-9654-afcd776262ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:43.278513 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19cd2b1e-d686-47fd-8ad6-6ee7231ec96d req-361df81b-1452-4199-9654-afcd776262ec service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 1129 time: 0.1432657 Sep 23 01:33:43.288484 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=6 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:43.411528 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-dbe43dee-f05d-4a0c-9c49-5f6b554ea39c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876686 Sep 23 01:33:43.497192 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:43.582806 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19cd2b1e-d686-47fd-8ad6-6ee7231ec96d req-b7423e27-5ee4-42ee-93f1-a077bcc43800 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814894 Sep 23 01:33:43.584084 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Deleting port ba0f7c25-927d-45eb-b417-655b3b020a95 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:33:43.584704 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:43.668408 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a983f-f93b-4a29-af34-6e5a09e6ac54 req-e40ee529-4ca9-49a6-b05a-72443610070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:43.671631 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-739a983f-f93b-4a29-af34-6e5a09e6ac54 req-e40ee529-4ca9-49a6-b05a-72443610070c service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801 HTTP/1.1" status: 200 len: 911 time: 0.3818197 Sep 23 01:33:43.757180 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd35dc-fff5-48d3-a45c-de88f5b54605 req-ba9517da-d238-42a4-9353-772ffdb22b07 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:43.759998 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-02cd35dc-fff5-48d3-a45c-de88f5b54605 req-ba9517da-d238-42a4-9353-772ffdb22b07 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1168394 Sep 23 01:33:43.781281 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] For port ba0f7c25-927d-45eb-b417-655b3b020a95, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ba0f7c25-927d-45eb-b417-655b3b020a95,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:43.781281 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:43.849057 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-02cd35dc-fff5-48d3-a45c-de88f5b54605 req-c8359052-0dfb-45ee-bc19-8d2aff951e9d tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778871 Sep 23 01:33:43.898628 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:44.006924 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-739a983f-f93b-4a29-af34-6e5a09e6ac54 req-9d4b1ece-b3c2-428d-91b5-dd9c9fa8f011 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2200912c-418b-4a3a-b810-a31ced612934 HTTP/1.1" status: 200 len: 1002 time: 0.1230786 Sep 23 01:33:44.007903 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09e1f-7589-4d2a-bbde-d43984a3b375 req-031d2926-b3d5-43dc-b570-57635c462a74 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:44.010486 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1ba09e1f-7589-4d2a-bbde-d43984a3b375 req-031d2926-b3d5-43dc-b570-57635c462a74 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 945 time: 0.0669641 Sep 23 01:33:44.074267 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1ba09e1f-7589-4d2a-bbde-d43984a3b375 req-782bd8ca-8ced-4555-a62f-77f7b2037005 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572591 Sep 23 01:33:44.120218 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:44.121431 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (30c7850e-24f2-47bd-9470-52394c694977), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:44.122030 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Floating IP 30c7850e-24f2-47bd-9470-52394c694977 disassociated. External IP: 172.28.0.198, port: ba0f7c25-927d-45eb-b417-655b3b020a95. Sep 23 01:33:44.122486 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Calling delete_port for ba0f7c25-927d-45eb-b417-655b3b020a95 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:33:44.277208 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31b5db-d170-417a-9a37-4de1e295c11d req-2c110f87-ca71-445c-86ea-18c45af4fb53 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:44.278969 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3d31b5db-d170-417a-9a37-4de1e295c11d req-2c110f87-ca71-445c-86ea-18c45af4fb53 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 945 time: 0.0788257 Sep 23 01:33:44.334403 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3d31b5db-d170-417a-9a37-4de1e295c11d req-751f13b0-ae3c-46dd-9b3c-3d76017b61b5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447984 Sep 23 01:33:44.375564 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a983f-f93b-4a29-af34-6e5a09e6ac54 req-0932b9af-f0bf-41dc-a6c5-f1258214ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:44.377145 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-739a983f-f93b-4a29-af34-6e5a09e6ac54 req-0932b9af-f0bf-41dc-a6c5-f1258214ba43 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=6c89ba87-0be1-4d26-9033-03a421da6f4e HTTP/1.1" status: 200 len: 849 time: 0.0500667 Sep 23 01:33:44.427146 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a983f-f93b-4a29-af34-6e5a09e6ac54 req-17820e3d-2029-4788-a966-9dc9a5c1a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:44.428670 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-739a983f-f93b-4a29-af34-6e5a09e6ac54 req-17820e3d-2029-4788-a966-9dc9a5c1a0c6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417664 Sep 23 01:33:44.532448 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (ba0f7c25-927d-45eb-b417-655b3b020a95), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:44.534516 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-619ec20d-257e-492d-909f-a642ed57f0a5 req-6612d222-95d9-4de5-b14c-397ea1dd94f3 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 210 time: 0.0354302 Sep 23 01:33:44.588590 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'Port': ['ID=ba0f7c25-927d-45eb-b417-655b3b020a95,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:44.600652 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-739a983f-f93b-4a29-af34-6e5a09e6ac54 req-c3aec34d-34a2-44d6-8f50-19dceb990a84 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623061 Sep 23 01:33:44.812215 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-739a983f-f93b-4a29-af34-6e5a09e6ac54 req-be35fea6-8109-4158-97b4-0b330477966b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721048 Sep 23 01:33:44.814123 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Router d58f9795-8296-4f83-b130-60ce5dca27e4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:33:44.943630 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-83ef4c36-bee6-46c6-9cfd-add0729b3a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:45.117716 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:33:45.131340 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3593a46b-e6fc-4659-9176-eed8ae967326 None None] Sync routers for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:33:45.147082 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3593a46b-e6fc-4659-9176-eed8ae967326 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:45.148269 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-3593a46b-e6fc-4659-9176-eed8ae967326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:33:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:45.187868 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9311a6-c2b5-4573-abec-81236d856f6f req-b7f43b03-6be6-4947-9440-f0d4c9fde59b tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:45.190502 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f9311a6-c2b5-4573-abec-81236d856f6f req-b7f43b03-6be6-4947-9440-f0d4c9fde59b tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.1571739 Sep 23 01:33:45.215049 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] No DVR routers for this DVR port ba0f7c25-927d-45eb-b417-655b3b020a95 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:33:45.218897 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:45.225586 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-31e0afba-7919-448d-a91b-baafe155eab1 req-97d83047-548f-4741-a82e-d8d5b22a38b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "DELETE /networking/v2.0/ports/ba0f7c25-927d-45eb-b417-655b3b020a95 HTTP/1.1" status: 204 len: 173 time: 1.9988058 Sep 23 01:33:45.231786 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'name': 'network-vif-deleted', 'tag': 'ba0f7c25-927d-45eb-b417-655b3b020a95'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:45.237263 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6ef863-7b9d-4f1f-b327-ab4c515fc699" -d '{"events": [{"server_uuid": "e634ed77-dc0f-4bf0-ba2d-745255cd2f3c", "name": "network-vif-deleted", "tag": "ba0f7c25-927d-45eb-b417-655b3b020a95"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:45.289019 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee707b7-5b56-42a6-8f69-0c02dedda1ae req-13f6692c-2bbe-4215-a5f0-9eb902384563 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:45.291370 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3ee707b7-5b56-42a6-8f69-0c02dedda1ae req-13f6692c-2bbe-4215-a5f0-9eb902384563 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 945 time: 0.1000957 Sep 23 01:33:45.314280 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f9311a6-c2b5-4573-abec-81236d856f6f req-5d895c56-3eaa-4119-bc5a-fd43f6c788dd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848384 Sep 23 01:33:45.461804 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7062a407-6aaa-4887-982e-0ddf0593d6bf x-openstack-request-id: req-7062a407-6aaa-4887-982e-0ddf0593d6bf {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:45.462373 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e634ed77-dc0f-4bf0-ba2d-745255cd2f3c", "name": "network-vif-deleted", "tag": "ba0f7c25-927d-45eb-b417-655b3b020a95", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:45.462901 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7062a407-6aaa-4887-982e-0ddf0593d6bf {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:45.464606 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7062a407-6aaa-4887-982e-0ddf0593d6bf'] response: {'server_uuid': 'e634ed77-dc0f-4bf0-ba2d-745255cd2f3c', 'name': 'network-vif-deleted', 'tag': 'ba0f7c25-927d-45eb-b417-655b3b020a95', 'status': 'completed', 'code': 200} Sep 23 01:33:45.492296 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-3593a46b-e6fc-4659-9176-eed8ae967326 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:45.504709 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3ee707b7-5b56-42a6-8f69-0c02dedda1ae req-cc304053-323c-42bd-8859-9269246aace3 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874106 Sep 23 01:33:45.696676 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a41b4bf2-0c87-432d-9767-a984ad29bfa9 req-26f2fc04-8b7e-4902-9df4-9bc4596a2bce tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 210 time: 0.0721395 Sep 23 01:33:45.697156 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-37a23390-bd66-42c8-ad11-fe0f772273ca req-5d46c13f-06e7-45c9-94f7-e8297f217539 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 210 time: 0.1076212 Sep 23 01:33:45.903821 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-3593a46b-e6fc-4659-9176-eed8ae967326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'e560cfb7-4db9-45bb-a274-f9371104455a', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:45:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:35Z', 'updated_at': '2022-09-23T01:31:28Z', 'revision_number': 2, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:45.948729 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3593a46b-e6fc-4659-9176-eed8ae967326 None None] Checking router: d58f9795-8296-4f83-b130-60ce5dca27e4 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:33:45.958929 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3593a46b-e6fc-4659-9176-eed8ae967326 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:45.959708 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-3593a46b-e6fc-4659-9176-eed8ae967326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:33:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:46.093958 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-3593a46b-e6fc-4659-9176-eed8ae967326 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:46.144342 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:46.414822 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-3593a46b-e6fc-4659-9176-eed8ae967326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'e560cfb7-4db9-45bb-a274-f9371104455a', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:45:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:35Z', 'updated_at': '2022-09-23T01:31:28Z', 'revision_number': 2, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:46.415516 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3593a46b-e6fc-4659-9176-eed8ae967326 None None] The sync data for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb is: [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'e560cfb7-4db9-45bb-a274-f9371104455a', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:45:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:35Z', 'updated_at': '2022-09-23T01:31:28Z', 'revision_number': 2, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:33:46.506451 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8ef45-9f74-4734-99e1-7ef26c8eb9d0 req-58d951c8-9e9f-4503-aa35-f4d00bab7ae1 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:46.508778 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2ed8ef45-9f74-4734-99e1-7ef26c8eb9d0 req-58d951c8-9e9f-4503-aa35-f4d00bab7ae1 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0558119 Sep 23 01:33:46.555038 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:46.563797 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device ba0f7c25-927d-45eb-b417-655b3b020a95 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:33:46.588975 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2ed8ef45-9f74-4734-99e1-7ef26c8eb9d0 req-c5929b93-c2f6-44a9-aa48-de1e7a8218c6 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730815 Sep 23 01:33:46.615195 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: ba0f7c25-927d-45eb-b417-655b3b020a95 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:33:46.616915 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device ba0f7c25-927d-45eb-b417-655b3b020a95 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:33:46.732836 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809da3-5395-46de-9701-379540705bee req-7dd12d56-c340-499f-9e01-d97a97233eeb tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:46.735601 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cd809da3-5395-46de-9701-379540705bee req-7dd12d56-c340-499f-9e01-d97a97233eeb tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 945 time: 0.0940704 Sep 23 01:33:46.854423 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc3e4be-3211-4718-8bde-1f0478e960e3 None None] New status for floating IP 30c7850e-24f2-47bd-9470-52394c694977: DOWN {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:33:46.876569 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cd809da3-5395-46de-9701-379540705bee req-4e3ad27c-6371-4c47-b2b3-5b1a0ca08a70 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339531 Sep 23 01:33:46.999749 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-64b6f6ac-5ba4-41f6-aa0f-0f7dd3f3b803 req-a33cd3eb-3037-4f8d-b9c8-8440efc846d0 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 210 time: 0.1140311 Sep 23 01:33:47.104773 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:47.124650 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7c73cad2-6824-418a-8006-65b587adbc8c req-4fac7672-590d-4f1c-9af2-847594a9e15d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 210 time: 0.0423892 Sep 23 01:33:47.869440 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4cacdbd3-1372-44d6-b825-caa35d7728a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:48.150053 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8227055a-2c0d-4142-bacc-6dbb7b903223 req-abb34b3e-fe32-4540-b942-2db1698ece3a tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 210 time: 0.0414951 Sep 23 01:33:48.295269 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fa30aed2-02f7-4429-9380-f00e5eb489d3 req-91f15ce4-ec4f-472f-9976-79dd80c44704 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e634ed77-dc0f-4bf0-ba2d-745255cd2f3c HTTP/1.1" status: 200 len: 210 time: 0.0400529 Sep 23 01:33:48.769639 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c11a3d-a1f7-42f5-a6ef-720710d804a1 req-a07c933f-6a7f-4bd4-b8de-7fafefc9f8e3 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:48.771211 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-63c11a3d-a1f7-42f5-a6ef-720710d804a1 req-a07c933f-6a7f-4bd4-b8de-7fafefc9f8e3 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 945 time: 0.0495567 Sep 23 01:33:48.829758 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-63c11a3d-a1f7-42f5-a6ef-720710d804a1 req-88f860e1-c0f0-4083-acfd-0c4b4e765166 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518403 Sep 23 01:33:48.976246 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:49.247115 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:49.278692 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-55ea6eae-8d6b-4c93-ade8-09120cb82a90 req-3b4dd4e0-292e-476e-a50c-a6e6a1771abb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 210 time: 0.0329945 Sep 23 01:33:49.424996 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:49.488135 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39254) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:49.550284 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3fa09ea9-a202-48c3-a521-f30f4b20e3d1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:49.581573 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3fa09ea9-a202-48c3-a521-f30f4b20e3d1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:49.743234 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3fa09ea9-a202-48c3-a521-f30f4b20e3d1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:49.746878 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3fa09ea9-a202-48c3-a521-f30f4b20e3d1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:49.749020 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-3fa09ea9-a202-48c3-a521-f30f4b20e3d1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "DELETE /networking/v2.0/security-groups/645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc HTTP/1.1" status: 204 len: 168 time: 0.2596731 Sep 23 01:33:49.752635 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39260) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:49.765811 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa09ea9-a202-48c3-a521-f30f4b20e3d1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:49.768470 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.api.v2.resource [None req-4391aeff-054e-4486-adcb-aa30f7330d32 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] show failed (client error): The resource could not be found. Sep 23 01:33:49.770165 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-4391aeff-054e-4486-adcb-aa30f7330d32 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups/645e21d0-8e43-40c6-8a2b-7a6f8cb0bbfc HTTP/1.1" status: 404 len: 347 time: 0.0162058 Sep 23 01:33:49.777893 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39262) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:49.941080 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cd0d5-2a2c-4fb5-b299-5453b13121d5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Deleting port 1b03ef7f-3c1b-4154-98a9-1aca08ea1312 {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:33:49.941679 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ff0cd0d5-2a2c-4fb5-b299-5453b13121d5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (1b03ef7f-3c1b-4154-98a9-1aca08ea1312), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:49.991679 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:50.003748 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecf3c8-0566-4f02-a844-e4e1b2f9f5cd req-fcc6082d-c3ac-4d41-9144-fd1116e45fd1 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:50.005776 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ddecf3c8-0566-4f02-a844-e4e1b2f9f5cd req-fcc6082d-c3ac-4d41-9144-fd1116e45fd1 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 945 time: 0.0634036 Sep 23 01:33:50.076922 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ff0cd0d5-2a2c-4fb5-b299-5453b13121d5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (1b03ef7f-3c1b-4154-98a9-1aca08ea1312), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:50.077496 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ff0cd0d5-2a2c-4fb5-b299-5453b13121d5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (1b03ef7f-3c1b-4154-98a9-1aca08ea1312), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:50.100840 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cd0d5-2a2c-4fb5-b299-5453b13121d5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Calling delete_port for 1b03ef7f-3c1b-4154-98a9-1aca08ea1312 owned by network:floatingip {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:33:50.113420 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ddecf3c8-0566-4f02-a844-e4e1b2f9f5cd req-fc50da29-333b-48c7-ad9b-acd2298b28be tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969281 Sep 23 01:33:50.133073 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:50.196498 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:50.229149 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:50.435142 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:50.436393 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d0ac95aa-e8c1-447d-b9f7-ece9b1ecfc28 req-bce25069-d4f7-477b-b277-a503ba809527 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 210 time: 0.0353723 Sep 23 01:33:50.437002 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ff0cd0d5-2a2c-4fb5-b299-5453b13121d5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (1b03ef7f-3c1b-4154-98a9-1aca08ea1312), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:50.477422 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cd0d5-2a2c-4fb5-b299-5453b13121d5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'Port': ['ID=1b03ef7f-3c1b-4154-98a9-1aca08ea1312,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:50.567982 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ff0cd0d5-2a2c-4fb5-b299-5453b13121d5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (30c7850e-24f2-47bd-9470-52394c694977), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:50.572615 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ff0cd0d5-2a2c-4fb5-b299-5453b13121d5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:50.574673 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ff0cd0d5-2a2c-4fb5-b299-5453b13121d5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "DELETE /networking/v2.0/floatingips/30c7850e-24f2-47bd-9470-52394c694977 HTTP/1.1" status: 204 len: 168 time: 0.7955158 Sep 23 01:33:50.641487 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:50.688216 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-7fa1adaa-e409-46a6-922a-646942b83ee6 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:50.691268 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-7fa1adaa-e409-46a6-922a-646942b83ee6 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.88 "GET /networking/v2.0/networks?id=38c5ee11-8aca-491c-9a14-f67bba1114fd HTTP/1.1" status: 200 len: 809 time: 0.1808748 Sep 23 01:33:50.768931 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f983-eb00-4da6-a24d-860176fb4e30 req-5e53269d-8b37-45b0-b9fa-0827a1d97807 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:50.770790 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fbb2f983-eb00-4da6-a24d-860176fb4e30 req-5e53269d-8b37-45b0-b9fa-0827a1d97807 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 945 time: 0.0782354 Sep 23 01:33:50.846959 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-65ea332a-93fa-4ed7-a200-ee24292ec0be tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9cb4651121bb4a908147a675515b8f1d HTTP/1.1" status: 200 len: 379 time: 0.1207001 Sep 23 01:33:50.860036 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Request body: {'port': {'device_id': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'admin_state_up': True, 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'security_groups': ['89388c56-ccf8-45c9-935e-a9f7fb0d9283']}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:51.218180 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-fbb2f983-eb00-4da6-a24d-860176fb4e30 req-dfb26e17-e4ed-4ab4-b531-c8d862286706 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Deleting port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:33:51.218626 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-fbb2f983-eb00-4da6-a24d-860176fb4e30 req-dfb26e17-e4ed-4ab4-b531-c8d862286706 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:51.421649 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958d85-1d86-4d63-a549-99fac1315ebf req-1c64765a-0248-4b4a-b2a5-055757898f28 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:51.423453 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5c958d85-1d86-4d63-a549-99fac1315ebf req-1c64765a-0248-4b4a-b2a5-055757898f28 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 945 time: 0.1385393 Sep 23 01:33:51.446457 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:51.478556 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-fbb2f983-eb00-4da6-a24d-860176fb4e30 req-dfb26e17-e4ed-4ab4-b531-c8d862286706 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] For port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=29b67326-28a7-4a9e-9449-fed6fbaa5ea2,segment=NetworkSegment(fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4),segment_id=fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:51.478556 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-fbb2f983-eb00-4da6-a24d-860176fb4e30 req-dfb26e17-e4ed-4ab4-b531-c8d862286706 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:51.506713 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-fbb2f983-eb00-4da6-a24d-860176fb4e30 req-dfb26e17-e4ed-4ab4-b531-c8d862286706 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Calling delete_port for 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:33:51.530072 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5c958d85-1d86-4d63-a549-99fac1315ebf req-f19de2ab-7f0f-46d8-88e2-d6b32a786b9c tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d00fad72-0767-4544-83fd-0ac2b3dba119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909796 Sep 23 01:33:51.591428 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Made reservation on behalf of 9cb4651121bb4a908147a675515b8f1d for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:33:51.600424 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:51.664825 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6a370eef-e9fe-4992-bac4-bb65daf37556 req-2f05c9bd-431c-4af5-83cd-cf6e5ca91781 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 210 time: 0.0586388 Sep 23 01:33:51.715718 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:51.862556 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Allocated IP 172.20.0.11 (38c5ee11-8aca-491c-9a14-f67bba1114fd/c37d8be3-7c3b-4fa6-a74d-6993752f5d48/41b5b5ec-cad4-49a7-acc9-d7d12d8ac492) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:33:51.913558 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:51.925798 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-fbb2f983-eb00-4da6-a24d-860176fb4e30 req-dfb26e17-e4ed-4ab4-b531-c8d862286706 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (29b67326-28a7-4a9e-9449-fed6fbaa5ea2), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:51.977858 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['29b67326-28a7-4a9e-9449-fed6fbaa5ea2'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:33:52.023543 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb26e17-e4ed-4ab4-b531-c8d862286706 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Pushing event deleted for resources: {'Port': ['ID=29b67326-28a7-4a9e-9449-fed6fbaa5ea2,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:52.129927 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb2f983-eb00-4da6-a24d-860176fb4e30 req-dfb26e17-e4ed-4ab4-b531-c8d862286706 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] No DVR routers for this DVR port 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:33:52.137093 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-fbb2f983-eb00-4da6-a24d-860176fb4e30 req-dfb26e17-e4ed-4ab4-b531-c8d862286706 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:52.142429 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fbb2f983-eb00-4da6-a24d-860176fb4e30 req-dfb26e17-e4ed-4ab4-b531-c8d862286706 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.88 "DELETE /networking/v2.0/ports/29b67326-28a7-4a9e-9449-fed6fbaa5ea2 HTTP/1.1" status: 204 len: 173 time: 1.3601410 Sep 23 01:33:52.142429 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203d8e4b-d4b1-42dd-a434-3ee0023295c0', 'name': 'network-vif-deleted', 'tag': '29b67326-28a7-4a9e-9449-fed6fbaa5ea2'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:52.144616 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edb82d9-4062-44e4-a5c5-c5b0291f8fa9" -d '{"events": [{"server_uuid": "203d8e4b-d4b1-42dd-a434-3ee0023295c0", "name": "network-vif-deleted", "tag": "29b67326-28a7-4a9e-9449-fed6fbaa5ea2"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:52.216615 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82547a18-3884-4f76-b751-a9f36ea5739e x-openstack-request-id: req-82547a18-3884-4f76-b751-a9f36ea5739e {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:52.217156 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203d8e4b-d4b1-42dd-a434-3ee0023295c0", "name": "network-vif-deleted", "tag": "29b67326-28a7-4a9e-9449-fed6fbaa5ea2", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:52.217586 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-82547a18-3884-4f76-b751-a9f36ea5739e {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:52.218021 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82547a18-3884-4f76-b751-a9f36ea5739e'] response: {'server_uuid': '203d8e4b-d4b1-42dd-a434-3ee0023295c0', 'name': 'network-vif-deleted', 'tag': '29b67326-28a7-4a9e-9449-fed6fbaa5ea2', 'status': 'completed', 'code': 200} Sep 23 01:33:52.294010 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:52.471592 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:52.546803 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Network 38c5ee11-8aca-491c-9a14-f67bba1114fd is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:33:52.553817 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:33:52.555945 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:33:52.583905 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event updated for resources: {'Port': ['ID=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:52.693189 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:52.699031 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:52.775754 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ddffea61-bcd9-4988-8f70-d5bdf46a9c38 req-f539e52b-235f-415e-a8a8-268c640a6f34 tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 210 time: 0.0646675 Sep 23 01:33:52.849389 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-fe05c9d4-ebff-4c06-ba74-d61168e4137e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9940248 Sep 23 01:33:52.881935 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Request body: {'port': {'device_id': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:52.906861 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9946f-2542-4024-a324-06253a033a85 req-63af6a8f-a95c-4f32-8c47-986a9a9ffdaa tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:52.909092 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-96e9946f-2542-4024-a324-06253a033a85 req-63af6a8f-a95c-4f32-8c47-986a9a9ffdaa tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 932 time: 0.1077714 Sep 23 01:33:52.969860 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-96e9946f-2542-4024-a324-06253a033a85 req-ace572f7-8616-4fd0-bbc2-db3038651ab0 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548704 Sep 23 01:33:52.973830 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:52.981791 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-1013f1c5-77d1-4d43-80b2-031d3535d40e None None] Provisioning complete for port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:52.982962 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1013f1c5-77d1-4d43-80b2-031d3535d40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:52.983713 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-1013f1c5-77d1-4d43-80b2-031d3535d40e None None] Attempt 1 to provision port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 Sep 23 01:33:53.022733 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-1013f1c5-77d1-4d43-80b2-031d3535d40e None None] Port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:53.361854 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:33:53.371476 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Publish callbacks [] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:53.389255 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Transition to ACTIVE for port object 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:33:53.395647 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:53.499830 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:53.524823 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-1013f1c5-77d1-4d43-80b2-031d3535d40e None None] Attempt 2 to provision port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 Sep 23 01:33:53.594058 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-1013f1c5-77d1-4d43-80b2-031d3535d40e None None] Port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:53.636740 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Pushing event updated for resources: {'Port': ['ID=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:53.677687 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Attempting to bind port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:33:53.679489 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Attempting to bind port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:33:53.679489 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Attempting to bind port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 on network 38c5ee11-8aca-491c-9a14-f67bba1114fd {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:33:53.738229 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 on network 38c5ee11-8aca-491c-9a14-f67bba1114fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:33:53.741001 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Attempting to bind port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 on network 38c5ee11-8aca-491c-9a14-f67bba1114fd {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:33:53.803157 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:33:53.803504 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Checking segment: {'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:33:53.804143 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Bound using segment: {'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:33:53.804589 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Bound port: 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ecda57-de34-433a-afe6-e3327871bb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:33:53.804953 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:53.877190 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] For port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:33:53.881283 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] For port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:33:53.993727 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3022611c-9181-4321-86b5-e1088e3f9713 req-6fd9d61d-a9af-47ba-a88a-2ad8b00d58cc tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 210 time: 0.0294259 Sep 23 01:33:54.097170 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-1013f1c5-77d1-4d43-80b2-031d3535d40e None None] Attempt 3 to provision port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 Sep 23 01:33:54.105775 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:54.111556 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:54.112172 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:54.113612 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 HTTP/1.1" status: 200 len: 1094 time: 1.2455037 Sep 23 01:33:54.148105 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-1013f1c5-77d1-4d43-80b2-031d3535d40e None None] Port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 had new provisioning blocks added so it will not transition to active. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:33:54.148533 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9102b9-a6d0-4d7b-8056-d879cdcbe634 req-1c44c1d9-6cfd-445a-8bd7-51e3b8059128 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:54.150189 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4b9102b9-a6d0-4d7b-8056-d879cdcbe634 req-1c44c1d9-6cfd-445a-8bd7-51e3b8059128 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0931826 Sep 23 01:33:54.227009 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:54.232004 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8af138-7e20-4f72-a945-81f468d33f02 req-dd178f58-deb6-4e4e-ac6b-9662078eddb8 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:54.235018 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-bd8af138-7e20-4f72-a945-81f468d33f02 req-dd178f58-deb6-4e4e-ac6b-9662078eddb8 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 946 time: 0.0761201 Sep 23 01:33:54.239729 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff247547-7400-4bf6-b852-f921ab3656df" -d '{"events": [{"name": "network-changed", "server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:54.243807 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facd49b-88c6-4734-a323-569fae5685cf service neutron] Pushing event updated for resources: {'Port': ['ID=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:54.277450 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4b9102b9-a6d0-4d7b-8056-d879cdcbe634 req-02e84793-ab91-4bfe-9d82-9fb34f5ed076 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179430 Sep 23 01:33:54.342067 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-bd8af138-7e20-4f72-a945-81f468d33f02 req-eb15dd14-68d4-4a1c-885b-5f7866de17a9 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944951 Sep 23 01:33:54.346406 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b467ed-a2e1-4cb5-a603-3a9f4494b37f x-openstack-request-id: req-05b467ed-a2e1-4cb5-a603-3a9f4494b37f {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:54.346764 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:54.347010 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-05b467ed-a2e1-4cb5-a603-3a9f4494b37f {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:54.347471 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b467ed-a2e1-4cb5-a603-3a9f4494b37f'] response: {'name': 'network-changed', 'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'status': 'completed', 'code': 200} Sep 23 01:33:54.493017 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39364) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:54.600340 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:33:54.612900 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-33322faa-727a-458b-9098-ae9ad7fa20a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:54.621302 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:33:54.621649 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 29b67326-28a7-4a9e-9449-fed6fbaa5ea2 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:33:54.645811 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:54.706187 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-33322faa-727a-458b-9098-ae9ad7fa20a0 admin admin] Publish callbacks [] for security_group (e6125b21-ffd8-4929-ae25-b249f34bb240), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:54.760273 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:54.816777 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-33322faa-727a-458b-9098-ae9ad7fa20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (e6125b21-ffd8-4929-ae25-b249f34bb240), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:54.859988 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-33322faa-727a-458b-9098-ae9ad7fa20a0 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=7c7797a692c94a6eb441c1ff9bb62ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657920 Sep 23 01:33:54.861097 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33322faa-727a-458b-9098-ae9ad7fa20a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6125b21-ffd8-4929-ae25-b249f34bb240,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:54.863026 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39370) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:54.918954 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-91236cb3-966a-4313-aa09-53f0d838cb52 admin admin] Publish callbacks [] for security_group (e6125b21-ffd8-4929-ae25-b249f34bb240), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:54.941213 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-91236cb3-966a-4313-aa09-53f0d838cb52 admin admin] Publish callbacks [] for security_group (e6125b21-ffd8-4929-ae25-b249f34bb240), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:55.099375 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-91236cb3-966a-4313-aa09-53f0d838cb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (e6125b21-ffd8-4929-ae25-b249f34bb240), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:55.102933 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-91236cb3-966a-4313-aa09-53f0d838cb52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:55.104311 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-91236cb3-966a-4313-aa09-53f0d838cb52 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/e6125b21-ffd8-4929-ae25-b249f34bb240 HTTP/1.1" status: 204 len: 168 time: 0.2402024 Sep 23 01:33:55.128155 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-88ecbd39-620b-4fe1-951b-7ab50b912976 req-3c9b951e-dd82-4b4b-a259-02f9df289a5a tempest-VolumesActionsTest-568329545 tempest-VolumesActionsTest-568329545-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=203d8e4b-d4b1-42dd-a434-3ee0023295c0 HTTP/1.1" status: 200 len: 210 time: 0.0396736 Sep 23 01:33:55.133917 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91236cb3-966a-4313-aa09-53f0d838cb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6125b21-ffd8-4929-ae25-b249f34bb240,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:55.500156 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:55.515595 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ec191-2c55-4d0c-8358-ca498ddf807e req-edc6595b-6c3a-4cb7-8f71-fadc2ffb6737 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:55.517715 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0c8ec191-2c55-4d0c-8358-ca498ddf807e req-edc6595b-6c3a-4cb7-8f71-fadc2ffb6737 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 946 time: 0.0654178 Sep 23 01:33:55.578880 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0c8ec191-2c55-4d0c-8358-ca498ddf807e req-84021a72-23cb-4dd8-b4c6-c050fba8b6a3 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526037 Sep 23 01:33:55.673359 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:55.710204 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f1705-508f-452d-9389-9f4548d20f2c req-fa3bc3d6-3dd7-4f54-9fc8-654556c6bbd9 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:55.712005 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7c0f1705-508f-452d-9389-9f4548d20f2c req-fa3bc3d6-3dd7-4f54-9fc8-654556c6bbd9 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.3321636 Sep 23 01:33:55.768222 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7c0f1705-508f-452d-9389-9f4548d20f2c req-3d10c5d5-395b-4eb0-a085-5a401ca07d3d tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497587 Sep 23 01:33:55.961828 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-31130721-4ec6-4f0d-9be6-56564363b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:55.964695 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-31130721-4ec6-4f0d-9be6-56564363b5df service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9cb4651121bb4a908147a675515b8f1d&device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 1128 time: 0.0503435 Sep 23 01:33:56.437032 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-bd989097-4765-42a8-9477-62f0fc7cb819 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 HTTP/1.1" status: 200 len: 217 time: 0.0469339 Sep 23 01:33:56.494467 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-96cda18c-5091-406d-b099-7a8dc11e39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:56.496901 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-96cda18c-5091-406d-b099-7a8dc11e39e8 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=c37d8be3-7c3b-4fa6-a74d-6993752f5d48 HTTP/1.1" status: 200 len: 848 time: 0.0512691 Sep 23 01:33:56.666067 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-d7ba49a3-8b7d-4f6e-bcd8-b545296b1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:56.668055 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-d7ba49a3-8b7d-4f6e-bcd8-b545296b1ffa service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=38c5ee11-8aca-491c-9a14-f67bba1114fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0788915 Sep 23 01:33:56.674041 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50133bf-ace6-450e-9d09-31a080748188 req-bd09cdf8-668d-437b-a4a2-6e67a4aab7fd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:56.675584 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c50133bf-ace6-450e-9d09-31a080748188 req-bd09cdf8-668d-437b-a4a2-6e67a4aab7fd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 946 time: 0.0848629 Sep 23 01:33:56.776425 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323ccd6-97e0-484d-b9db-99fdf2e766b4 req-a47bf59b-417f-4bdc-91d2-1b032756744e tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:56.778784 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7323ccd6-97e0-484d-b9db-99fdf2e766b4 req-a47bf59b-417f-4bdc-91d2-1b032756744e tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 946 time: 0.0791824 Sep 23 01:33:56.871693 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7323ccd6-97e0-484d-b9db-99fdf2e766b4 req-93218f59-2887-4f7a-ad0e-273a59cdcfbd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=145e720d-6909-4bec-b026-7cd3079d2120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855565 Sep 23 01:33:56.948619 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Deleting port 9d2c52ad-1444-4941-8364-31a2b8510e9a {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:33:56.949040 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:56.955576 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-ff6da8fb-2523-4498-a985-1a4a3b37e862 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790487 Sep 23 01:33:57.017991 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2d4fd-1933-42dd-8c00-eccfaef2f3d8 req-d72a2bd5-be5d-43fc-a6b3-ace6352505a4 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:57.020435 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3ba2d4fd-1933-42dd-8c00-eccfaef2f3d8 req-d72a2bd5-be5d-43fc-a6b3-ace6352505a4 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.1349981 Sep 23 01:33:57.096361 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:57.200512 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3ba2d4fd-1933-42dd-8c00-eccfaef2f3d8 req-6fcb6d5f-5a3c-4a94-b944-1747f7a99965 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563540 Sep 23 01:33:57.217560 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] For port 9d2c52ad-1444-4941-8364-31a2b8510e9a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d2c52ad-1444-4941-8364-31a2b8510e9a,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:57.218209 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:57.238127 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f04a767d-db73-4e64-9b7c-fa94b5dd002c req-14048cbc-a066-44fc-98ea-9a31654cecb4 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682598 Sep 23 01:33:57.313486 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:33:57.436071 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:57.436446 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (e560cfb7-4db9-45bb-a274-f9371104455a), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:57.436763 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Floating IP e560cfb7-4db9-45bb-a274-f9371104455a disassociated. External IP: 172.28.0.175, port: 9d2c52ad-1444-4941-8364-31a2b8510e9a. Sep 23 01:33:57.437105 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Calling delete_port for 9d2c52ad-1444-4941-8364-31a2b8510e9a owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:33:57.766059 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (9d2c52ad-1444-4941-8364-31a2b8510e9a), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:57.794733 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'Port': ['ID=9d2c52ad-1444-4941-8364-31a2b8510e9a,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:57.908979 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:57.951586 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Router d58f9795-8296-4f83-b130-60ce5dca27e4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:33:58.051533 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-05e3a04f-2cb1-4967-9a34-e29196318740 req-eac366ce-7b51-4564-89c8-9b422517f889 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 210 time: 0.0365701 Sep 23 01:33:58.128536 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:33:58.147762 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3787aa2-2b34-4d0d-bae8-d9c773b3742f None None] Sync routers for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:33:58.160700 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3787aa2-2b34-4d0d-bae8-d9c773b3742f None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:58.162248 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-c3787aa2-2b34-4d0d-bae8-d9c773b3742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:33:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:58.187714 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] No DVR routers for this DVR port 9d2c52ad-1444-4941-8364-31a2b8510e9a on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:33:58.190547 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:58.194580 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c50133bf-ace6-450e-9d09-31a080748188 req-ca0e2f36-b4da-4019-80a6-6ea2f138ba1f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "DELETE /networking/v2.0/ports/9d2c52ad-1444-4941-8364-31a2b8510e9a HTTP/1.1" status: 204 len: 173 time: 1.5100067 Sep 23 01:33:58.195251 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'name': 'network-vif-deleted', 'tag': '9d2c52ad-1444-4941-8364-31a2b8510e9a'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:58.197806 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f472ab7-1857-49ca-9fef-44456e8b39ee" -d '{"events": [{"server_uuid": "9c6f29d2-4b66-422e-aa8a-a3801eb40ec1", "name": "network-vif-deleted", "tag": "9d2c52ad-1444-4941-8364-31a2b8510e9a"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:58.223529 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:58.248174 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f43266e-c66d-4990-a5e5-46e03980fa53 x-openstack-request-id: req-1f43266e-c66d-4990-a5e5-46e03980fa53 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:58.248590 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6f29d2-4b66-422e-aa8a-a3801eb40ec1", "name": "network-vif-deleted", "tag": "9d2c52ad-1444-4941-8364-31a2b8510e9a", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:58.248880 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1f43266e-c66d-4990-a5e5-46e03980fa53 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:58.249262 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f43266e-c66d-4990-a5e5-46e03980fa53'] response: {'server_uuid': '9c6f29d2-4b66-422e-aa8a-a3801eb40ec1', 'name': 'network-vif-deleted', 'tag': '9d2c52ad-1444-4941-8364-31a2b8510e9a', 'status': 'completed', 'code': 200} Sep 23 01:33:58.343234 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-c3787aa2-2b34-4d0d-bae8-d9c773b3742f None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:58.454332 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:58.467553 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d58d8-ae25-435a-b389-bdd82c320774 req-a250aea3-6c58-4134-932a-636c4123103d tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:58.469436 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cd2d58d8-ae25-435a-b389-bdd82c320774 req-a250aea3-6c58-4134-932a-636c4123103d tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0843513 Sep 23 01:33:58.538303 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff247547-7400-4bf6-b852-f921ab3656df req-4456684e-1006-43a3-89d4-4d59a7e9708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:58.539876 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ff247547-7400-4bf6-b852-f921ab3656df req-4456684e-1006-43a3-89d4-4d59a7e9708c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9cb4651121bb4a908147a675515b8f1d&device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 1128 time: 0.0695150 Sep 23 01:33:58.571667 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be8d97-56dd-4025-8802-0b51b2b4e334 req-1a330f79-cbc8-4ad8-97b4-053403ac5bb5 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:58.574282 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f3be8d97-56dd-4025-8802-0b51b2b4e334 req-1a330f79-cbc8-4ad8-97b4-053403ac5bb5 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0629630 Sep 23 01:33:58.620459 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cd2d58d8-ae25-435a-b389-bdd82c320774 req-839e98d9-89ae-45b8-aca8-9ad5f32db9bf tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342196 Sep 23 01:33:58.673852 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:58.678200 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f3be8d97-56dd-4025-8802-0b51b2b4e334 req-43f04890-5ba8-4eef-b1ac-61e7b073cc20 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972002 Sep 23 01:33:58.725082 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff247547-7400-4bf6-b852-f921ab3656df req-52661c37-8707-482c-a6fa-622cf00ae000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:58.728121 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ff247547-7400-4bf6-b852-f921ab3656df req-52661c37-8707-482c-a6fa-622cf00ae000 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=38c5ee11-8aca-491c-9a14-f67bba1114fd HTTP/1.1" status: 200 len: 910 time: 0.1812122 Sep 23 01:33:58.796310 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-c3787aa2-2b34-4d0d-bae8-d9c773b3742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:58.830841 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3787aa2-2b34-4d0d-bae8-d9c773b3742f None None] Checking router: d58f9795-8296-4f83-b130-60ce5dca27e4 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:33:58.839764 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3787aa2-2b34-4d0d-bae8-d9c773b3742f None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:33:58.840877 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-c3787aa2-2b34-4d0d-bae8-d9c773b3742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:33:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:58.841269 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ff247547-7400-4bf6-b852-f921ab3656df req-f490ef90-108f-4244-8494-5a2c3faad14c service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 HTTP/1.1" status: 200 len: 217 time: 0.0766852 Sep 23 01:33:58.844752 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d193a8-32db-43ce-b2fa-3c3db1232f74 req-281d05e9-28ae-4dca-8981-557492db8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:58.846331 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e3d193a8-32db-43ce-b2fa-3c3db1232f74 req-281d05e9-28ae-4dca-8981-557492db8649 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 1129 time: 0.1375668 Sep 23 01:33:58.956218 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff247547-7400-4bf6-b852-f921ab3656df req-6fc72060-0140-4c24-9929-4f85ce75898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:58.957586 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ff247547-7400-4bf6-b852-f921ab3656df req-6fc72060-0140-4c24-9929-4f85ce75898f service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=c37d8be3-7c3b-4fa6-a74d-6993752f5d48 HTTP/1.1" status: 200 len: 848 time: 0.1051917 Sep 23 01:33:59.053098 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d193a8-32db-43ce-b2fa-3c3db1232f74 req-12019b56-94e2-4007-aa5c-6152ce7efca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:59.054758 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e3d193a8-32db-43ce-b2fa-3c3db1232f74 req-12019b56-94e2-4007-aa5c-6152ce7efca1 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.1929662 Sep 23 01:33:59.056044 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff247547-7400-4bf6-b852-f921ab3656df req-6eb3d2a9-cfbf-4e47-815e-c25bd01708b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:59.057538 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ff247547-7400-4bf6-b852-f921ab3656df req-6eb3d2a9-cfbf-4e47-815e-c25bd01708b1 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=38c5ee11-8aca-491c-9a14-f67bba1114fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0910547 Sep 23 01:33:59.122027 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:59.169945 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e3d193a8-32db-43ce-b2fa-3c3db1232f74 req-3389a65e-9eb6-4b16-aefa-6f676b028ded service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe HTTP/1.1" status: 200 len: 1001 time: 0.1034899 Sep 23 01:33:59.170548 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-c3787aa2-2b34-4d0d-bae8-d9c773b3742f None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:33:59.324345 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3af99ddf-a51f-4397-932b-ef213d516337 req-e4ebbbe1-896c-4f4a-8fb5-dfccbdd7de78 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9c6f29d2-4b66-422e-aa8a-a3801eb40ec1 HTTP/1.1" status: 200 len: 210 time: 0.0654981 Sep 23 01:33:59.361767 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d193a8-32db-43ce-b2fa-3c3db1232f74 req-009e473a-9163-4e7b-98be-b18996c51d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:59.364076 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e3d193a8-32db-43ce-b2fa-3c3db1232f74 req-009e473a-9163-4e7b-98be-b18996c51d0f service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.1714664 Sep 23 01:33:59.425183 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ff247547-7400-4bf6-b852-f921ab3656df req-30d47b70-4e4a-4c73-b0af-0767d99dbb4f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583486 Sep 23 01:33:59.507268 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-c3787aa2-2b34-4d0d-bae8-d9c773b3742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:59.546783 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d193a8-32db-43ce-b2fa-3c3db1232f74 req-5f5b0e48-6d12-4eb6-a5b9-aa3e88e5c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:59.548246 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e3d193a8-32db-43ce-b2fa-3c3db1232f74 req-5f5b0e48-6d12-4eb6-a5b9-aa3e88e5c0e8 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1708841 Sep 23 01:33:59.560760 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3787aa2-2b34-4d0d-bae8-d9c773b3742f None None] The sync data for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb is: [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:33:59.598196 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ff247547-7400-4bf6-b852-f921ab3656df req-84c809d6-de2d-4737-b630-25525d320f54 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515603 Sep 23 01:33:59.817807 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaf3a7-9062-4e3a-997a-cf89db1d2709 req-7fd602e0-eb3d-4bc4-947a-d2069cf9f5dc tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:59.825941 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-65eaf3a7-9062-4e3a-997a-cf89db1d2709 req-7fd602e0-eb3d-4bc4-947a-d2069cf9f5dc tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0751610 Sep 23 01:33:59.898419 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-65eaf3a7-9062-4e3a-997a-cf89db1d2709 req-715ab503-da9a-448c-ba5a-1d9c0ff01db3 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715413 Sep 23 01:33:59.942800 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ecf57-ac4b-4ab3-ba1c-6dc166c9bf61 None None] New status for floating IP e560cfb7-4db9-45bb-a274-f9371104455a: DOWN {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:33:59.988559 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:00.000140 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-c3372f9e-7957-4f70-a6ce-44a8fc4c2fea service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2295902 Sep 23 01:34:00.011613 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccff42f-09a8-42fd-b0a6-dd38575e6d0e req-6f239127-9084-40eb-b011-608ca94280e4 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:00.019058 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fccff42f-09a8-42fd-b0a6-dd38575e6d0e req-6f239127-9084-40eb-b011-608ca94280e4 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.2055347 Sep 23 01:34:00.486273 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fccff42f-09a8-42fd-b0a6-dd38575e6d0e req-aad462c1-2596-4e06-afea-7fc45a91e330 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4659491 Sep 23 01:34:00.501972 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-867263c1-6471-4c51-a97c-d5e4824e9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:00.508115 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-867263c1-6471-4c51-a97c-d5e4824e9755 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 1130 time: 0.4433777 Sep 23 01:34:00.514757 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e3d193a8-32db-43ce-b2fa-3c3db1232f74 req-05c08dab-d580-47a0-9905-5cfb54bba05d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576710 Sep 23 01:34:00.584083 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39548) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:00.628130 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:34:00.671730 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:00.679512 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 9d2c52ad-1444-4941-8364-31a2b8510e9a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:34:00.706646 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (145e720d-6909-4bec-b026-7cd3079d2120), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:00.726876 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e3d193a8-32db-43ce-b2fa-3c3db1232f74 req-1cb17090-8657-4976-b19d-ca3e508fdff0 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055752 Sep 23 01:34:00.747466 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-f25c97e5-9916-42a6-b83f-ab535d17b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:00.747959 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (145e720d-6909-4bec-b026-7cd3079d2120), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:00.749035 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-f25c97e5-9916-42a6-b83f-ab535d17b71f service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801 HTTP/1.1" status: 200 len: 911 time: 0.1644299 Sep 23 01:34:00.749403 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: 9d2c52ad-1444-4941-8364-31a2b8510e9a {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:34:00.749750 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 9d2c52ad-1444-4941-8364-31a2b8510e9a not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:34:00.873689 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-a8d3c88d-c6a2-49f1-b3b1-6e8acc14d66c service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2200912c-418b-4a3a-b810-a31ced612934 HTTP/1.1" status: 200 len: 1002 time: 0.1144245 Sep 23 01:34:00.918364 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:00.932859 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'port_id': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'mac_address': 'fa:16:3e:e9:b1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 496, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:34:00.940037 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-da0ec5d2-1d25-457d-9f23-c35b164da9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:00.942330 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-da0ec5d2-1d25-457d-9f23-c35b164da9b1 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=6c89ba87-0be1-4d26-9033-03a421da6f4e HTTP/1.1" status: 200 len: 849 time: 0.0625625 Sep 23 01:34:00.960738 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (145e720d-6909-4bec-b026-7cd3079d2120), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:00.964364 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:00.965864 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "DELETE /networking/v2.0/security-groups/145e720d-6909-4bec-b026-7cd3079d2120 HTTP/1.1" status: 204 len: 168 time: 0.3807049 Sep 23 01:34:00.968877 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39562) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:00.982366 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145e720d-6909-4bec-b026-7cd3079d2120,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:00.987368 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.api.v2.resource [None req-637c1750-874d-4628-9247-07e3b73192c2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] show failed (client error): The resource could not be found. Sep 23 01:34:00.988588 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-637c1750-874d-4628-9247-07e3b73192c2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups/145e720d-6909-4bec-b026-7cd3079d2120 HTTP/1.1" status: 404 len: 347 time: 0.0184200 Sep 23 01:34:00.991671 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.995880 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.995880 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.995880 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.995880 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.995880 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.995880 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.995880 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.995880 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.995880 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.995880 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.996955 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.997455 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.997939 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:00.998432 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f8fc2f-bc06-445c-9575-b1a7563ffffe tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:01.002338 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39564) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:01.011445 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:01.011839 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:01.024806 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:01.037283 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:34:01.070431 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:01.160555 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:01.218228 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-b31915e8-597a-4568-b1b0-2b7d0c8e7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:01.220925 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-b31915e8-597a-4568-b1b0-2b7d0c8e7dbb service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1803071 Sep 23 01:34:01.238521 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1d1e5-8710-4ecb-92d6-bbd62e4ad23f req-87e6f6d6-feff-48de-bc4b-760a6ffbc813 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:01.241144 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fae1d1e5-8710-4ecb-92d6-bbd62e4ad23f req-87e6f6d6-feff-48de-bc4b-760a6ffbc813 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.2016623 Sep 23 01:34:01.260945 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:01.404301 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Deleting port 5c4d1c25-2584-4300-9a89-f48fe6025692 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:34:01.404977 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (5c4d1c25-2584-4300-9a89-f48fe6025692), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:01.496782 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:01.524961 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['41b5b5ec-cad4-49a7-acc9-d7d12d8ac492'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:34:01.700652 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fae1d1e5-8710-4ecb-92d6-bbd62e4ad23f req-180183b5-034c-4672-8438-5eed6ca8e273 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4027174 Sep 23 01:34:01.746145 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-c83554e5-4bcb-4e93-8083-ad24684621cf service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711244 Sep 23 01:34:01.864027 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e599c2f-d2ea-48e2-89b7-1883abe6b1ab req-b26c90ee-f517-4fa5-85a1-73962e96714c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:01.872883 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5e599c2f-d2ea-48e2-89b7-1883abe6b1ab req-b26c90ee-f517-4fa5-85a1-73962e96714c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1856987 Sep 23 01:34:01.910541 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (5c4d1c25-2584-4300-9a89-f48fe6025692), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:01.910938 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (5c4d1c25-2584-4300-9a89-f48fe6025692), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:01.939324 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Calling delete_port for 5c4d1c25-2584-4300-9a89-f48fe6025692 owned by network:floatingip {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:34:01.956954 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5e599c2f-d2ea-48e2-89b7-1883abe6b1ab req-c04ae93f-6292-4779-a816-9d3a1d223f45 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715187 Sep 23 01:34:01.961707 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d266b19e-4c67-4d4c-b38b-635491d7e713 req-31401dbe-5944-4952-807e-230fe7b277a8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910000 Sep 23 01:34:02.081978 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:02.242220 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (5c4d1c25-2584-4300-9a89-f48fe6025692), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:02.277114 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'Port': ['ID=5c4d1c25-2584-4300-9a89-f48fe6025692,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:02.311734 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.312135 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.312442 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.312782 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.313292 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.313627 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.313960 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.314288 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.314632 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.314967 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.315321 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.315632 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.315957 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.316333 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.316663 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:02.378331 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:02.378331 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (e560cfb7-4db9-45bb-a274-f9371104455a), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:02.378331 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:02.378331 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-cce77a24-ed5c-4f4f-88c8-d6205b228cd6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "DELETE /networking/v2.0/floatingips/e560cfb7-4db9-45bb-a274-f9371104455a HTTP/1.1" status: 204 len: 168 time: 1.3735008 Sep 23 01:34:02.545554 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39586) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:02.552935 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-e41c4460-870f-43c9-93df-372606a2343d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--39493878', 'description': 'tempest-description--57246549'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:02.692272 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e41c4460-870f-43c9-93df-372606a2343d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:02.836860 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e41c4460-870f-43c9-93df-372606a2343d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (733efbef-8c3e-42c3-b258-3badd1119774), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:02.877985 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:02.943309 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e41c4460-870f-43c9-93df-372606a2343d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (733efbef-8c3e-42c3-b258-3badd1119774), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.023978 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c4460-870f-43c9-93df-372606a2343d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733efbef-8c3e-42c3-b258-3badd1119774,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:03.071183 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb19a91-9b1a-4136-a0ff-48062688611f req-23a802b5-7ea3-4734-945b-df90cd959968 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:03.074448 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ffb19a91-9b1a-4136-a0ff-48062688611f req-23a802b5-7ea3-4734-945b-df90cd959968 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 945 time: 0.1963086 Sep 23 01:34:03.081638 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:34:03.191586 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31969a53-7d05-4a48-9905-71d22f8cee2e req-4d975cff-5b0e-482f-bcef-9acf354d35c0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:03.194110 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-31969a53-7d05-4a48-9905-71d22f8cee2e req-4d975cff-5b0e-482f-bcef-9acf354d35c0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0776916 Sep 23 01:34:03.199346 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ffb19a91-9b1a-4136-a0ff-48062688611f req-6b78b38f-e2b2-4d43-b61c-d485d00bd4b3 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174495 Sep 23 01:34:03.261280 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-31969a53-7d05-4a48-9905-71d22f8cee2e req-42ead6b6-b38e-42fc-9ffc-5be7b1d85be4 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597503 Sep 23 01:34:03.320836 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e41c4460-870f-43c9-93df-372606a2343d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.324160 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-e41c4460-870f-43c9-93df-372606a2343d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7801540 Sep 23 01:34:03.327271 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39600) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:03.335371 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-09ce22af-ec73-4529-b436-12583a898a87 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group_rule': {'security_group_id': '733efbef-8c3e-42c3-b258-3badd1119774', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:03.355636 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:03.356053 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.356472 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 Sep 23 01:34:03.489687 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:03.490091 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.493801 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-09ce22af-ec73-4529-b436-12583a898a87 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (4fedf65d-dfb2-43e9-ae38-ea92528d81a2), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.556285 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:03.559789 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2a3dfe-a387-4538-90e7-af5fb5a77a0a" -d '{"events": [{"server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "name": "network-vif-plugged", "status": "completed", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:03.598347 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:03.607676 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:03.619819 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-09ce22af-ec73-4529-b436-12583a898a87 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (4fedf65d-dfb2-43e9-ae38-ea92528d81a2), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.629748 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11fd4f8-2a7c-4516-b386-11263f1ce38b x-openstack-request-id: req-b11fd4f8-2a7c-4516-b386-11263f1ce38b {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:03.630345 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "name": "network-vif-plugged", "status": "completed", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:03.630792 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b11fd4f8-2a7c-4516-b386-11263f1ce38b {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:03.631372 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11fd4f8-2a7c-4516-b386-11263f1ce38b'] response: {'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'code': 200} Sep 23 01:34:03.709558 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.744155 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-09ce22af-ec73-4529-b436-12583a898a87 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (4fedf65d-dfb2-43e9-ae38-ea92528d81a2), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.787688 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce22af-ec73-4529-b436-12583a898a87 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fedf65d-dfb2-43e9-ae38-ea92528d81a2,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:03.821561 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:03.914579 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-09ce22af-ec73-4529-b436-12583a898a87 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.916653 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-09ce22af-ec73-4529-b436-12583a898a87 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5878613 Sep 23 01:34:03.920342 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39616) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:03.925224 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-99658ede-59a5-47d7-9ea9-bdec6154b8cd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group_rule': {'security_group_id': '733efbef-8c3e-42c3-b258-3badd1119774', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:03.937498 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:04.069714 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-99658ede-59a5-47d7-9ea9-bdec6154b8cd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (e212d459-39d3-44ad-b8d6-88ea6d620492), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:04.173968 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-99658ede-59a5-47d7-9ea9-bdec6154b8cd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (e212d459-39d3-44ad-b8d6-88ea6d620492), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:04.441848 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:04.459285 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385075f1-892e-4971-957e-72f9b48b3fcd req-a0e9b776-ad6c-45a0-8d94-a717e4743d67 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:04.466992 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-385075f1-892e-4971-957e-72f9b48b3fcd req-a0e9b776-ad6c-45a0-8d94-a717e4743d67 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0641675 Sep 23 01:34:04.477133 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2408e-4df9-420e-88f0-7e070846bb0b req-485e5015-15f7-485e-8049-7b2c8685e960 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:04.478977 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-63a2408e-4df9-420e-88f0-7e070846bb0b req-485e5015-15f7-485e-8049-7b2c8685e960 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.1589320 Sep 23 01:34:04.480356 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ac0c3-5b78-4afe-a1e1-62b28fe6456b req-85fb20e1-6618-4efa-b9f2-0ae8866e9489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:04.481859 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-499ac0c3-5b78-4afe-a1e1-62b28fe6456b req-85fb20e1-6618-4efa-b9f2-0ae8866e9489 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 1130 time: 0.0876806 Sep 23 01:34:04.545777 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-385075f1-892e-4971-957e-72f9b48b3fcd req-abb23fba-04cc-40b0-9f38-6a6462b3c0b9 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715637 Sep 23 01:34:04.620835 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-63a2408e-4df9-420e-88f0-7e070846bb0b req-7c16e7ae-ea14-4455-835d-7b72464299b1 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195321 Sep 23 01:34:04.620951 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-99658ede-59a5-47d7-9ea9-bdec6154b8cd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (e212d459-39d3-44ad-b8d6-88ea6d620492), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:04.624386 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-499ac0c3-5b78-4afe-a1e1-62b28fe6456b req-c373f5e4-53fb-4053-b0d3-39919c7c14ba service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286385 Sep 23 01:34:04.638285 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99658ede-59a5-47d7-9ea9-bdec6154b8cd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e212d459-39d3-44ad-b8d6-88ea6d620492,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:04.861408 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-99658ede-59a5-47d7-9ea9-bdec6154b8cd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:04.862832 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-99658ede-59a5-47d7-9ea9-bdec6154b8cd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9413853 Sep 23 01:34:04.866359 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39630) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:04.873846 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'floatingip': {'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:05.109679 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:05.242846 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:05.410055 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Allocated IP 172.28.0.110 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/2216f361-3a8c-429c-b78e-74aef385d681) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:05.520047 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:05.634845 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (2216f361-3a8c-429c-b78e-74aef385d681), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:05.648624 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:05.746621 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f9eae-5c95-423d-9def-60897efcabcb req-fcf5e5ad-f043-45a3-918d-187ac8faa1bd tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:05.751338 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-396f9eae-5c95-423d-9def-60897efcabcb req-fcf5e5ad-f043-45a3-918d-187ac8faa1bd tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1182861 Sep 23 01:34:05.815804 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab4bdb-74ac-4996-9eb0-586d6a81348d req-42dccf9b-ac18-4e2d-8164-b9e41810d51d tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:05.817631 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a8ab4bdb-74ac-4996-9eb0-586d6a81348d req-42dccf9b-ac18-4e2d-8164-b9e41810d51d tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.1095788 Sep 23 01:34:05.852502 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-396f9eae-5c95-423d-9def-60897efcabcb req-10f5b709-1643-48ab-85ef-d146c0ebb095 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937409 Sep 23 01:34:05.894699 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a8ab4bdb-74ac-4996-9eb0-586d6a81348d req-2e092636-ef54-457b-9fff-22fd58073005 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658307 Sep 23 01:34:06.000719 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (2216f361-3a8c-429c-b78e-74aef385d681), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:06.077743 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=2216f361-3a8c-429c-b78e-74aef385d681,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:06.082201 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:06.084766 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:06.088746 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:06.207134 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (75a17923-aaf5-4cef-9c2b-83c73b3debc3), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:06.392143 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (2216f361-3a8c-429c-b78e-74aef385d681), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:06.606180 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (2216f361-3a8c-429c-b78e-74aef385d681), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:06.726548 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (2216f361-3a8c-429c-b78e-74aef385d681), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:06.816324 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=2216f361-3a8c-429c-b78e-74aef385d681,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:06.862023 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (75a17923-aaf5-4cef-9c2b-83c73b3debc3), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:07.116868 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde60d1-fbd5-4438-8929-9160e6122e3e req-c94256e4-6d77-45db-abd2-0077aa31b012 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:07.122011 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fcde60d1-fbd5-4438-8929-9160e6122e3e req-c94256e4-6d77-45db-abd2-0077aa31b012 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1634331 Sep 23 01:34:07.133801 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:07.146904 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-d40592a4-8171-4650-83f8-bd55d67af873 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2787416 Sep 23 01:34:07.155127 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a47393-802e-448f-bec0-0acbdeb98ae3 req-ab3c6b73-44c8-4cd3-84c8-8258c4f71427 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:07.157141 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-24a47393-802e-448f-bec0-0acbdeb98ae3 req-ab3c6b73-44c8-4cd3-84c8-8258c4f71427 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.1578887 Sep 23 01:34:07.322681 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-24a47393-802e-448f-bec0-0acbdeb98ae3 req-08bc6c0f-481b-4ab7-abe6-2016c519ca39 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437135 Sep 23 01:34:07.330296 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fcde60d1-fbd5-4438-8929-9160e6122e3e req-0fea7287-ec69-4ccd-8a41-3f3abb6ac8fb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973965 Sep 23 01:34:07.559568 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72f803-320c-4991-a3d5-feb135cb3648 req-5100e6bd-f126-4214-b160-4a25602e5b0c tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:07.561666 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ed72f803-320c-4991-a3d5-feb135cb3648 req-5100e6bd-f126-4214-b160-4a25602e5b0c tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0989091 Sep 23 01:34:07.621768 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d1db776f-5137-4f28-b24d-e36906a7e9e2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--39493878&fields=id&tenant_id=ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 267 time: 0.0805750 Sep 23 01:34:07.670713 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ed72f803-320c-4991-a3d5-feb135cb3648 req-bc5a35a8-a335-4fc7-99c1-c00fe7261e0f tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963643 Sep 23 01:34:07.720375 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39688) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:07.849107 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-30d1dc09-77ca-469d-bbb5-cbe3be4a401e tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:07.857907 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-30d1dc09-77ca-469d-bbb5-cbe3be4a401e tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 814 time: 0.2341962 Sep 23 01:34:07.887055 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-0e71953e-136d-410a-a9c5-01c92ba7f4c8 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/quotas/ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 375 time: 0.0169942 Sep 23 01:34:08.021384 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-5db86841-2dbe-4105-8afc-05647e5d1c2e tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211433 Sep 23 01:34:08.221727 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-ca266cd5-59dd-4155-945a-a17953ec5435 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918576 Sep 23 01:34:08.226957 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a726786e-07c3-43d1-aecc-4d7dee75a31b tempest-TestShelveInstance-1878288160 tempest-TestShelveInstance-1878288160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:08.234319 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39702) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:08.234853 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a726786e-07c3-43d1-aecc-4d7dee75a31b tempest-TestShelveInstance-1878288160 tempest-TestShelveInstance-1878288160-project-admin] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 1125 time: 0.5120893 Sep 23 01:34:08.250969 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Request body: {'floatingip': {'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'port_id': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:08.269548 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:08.429522 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-cb04e22a-ee95-47e2-8642-ce14ce51156e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979396 Sep 23 01:34:08.430960 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:08.532976 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:08.568303 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea18d1-9dbb-4297-a6a1-f6714642fd42 req-b50172b9-12e0-4930-8daf-bc65b6cc3a65 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:08.580342 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-beea18d1-9dbb-4297-a6a1-f6714642fd42 req-b50172b9-12e0-4930-8daf-bc65b6cc3a65 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0834298 Sep 23 01:34:08.637633 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:08.659086 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-beea18d1-9dbb-4297-a6a1-f6714642fd42 req-7a7a7577-3382-4123-ae26-ccceba272740 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771284 Sep 23 01:34:08.753789 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:08.939457 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0e487e32-3047-4283-b70a-54cbc6739970 req-02e0ca49-a5c8-49dc-976a-ed83658468ed tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 210 time: 0.1015105 Sep 23 01:34:08.950804 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Allocated IP 172.28.0.190 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/d8bd95e9-78c1-4801-ad48-b963ab9b5e79) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:09.153898 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for port (d8bd95e9-78c1-4801-ad48-b963ab9b5e79), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:09.162431 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:09.368445 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (d8bd95e9-78c1-4801-ad48-b963ab9b5e79), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:09.444385 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:09.455739 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:09.470335 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:09.477438 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event updated for resources: {'Port': ['ID=d8bd95e9-78c1-4801-ad48-b963ab9b5e79,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:09.944005 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0db9d-c93a-4926-9e65-dae347ce71a8 req-c25113e2-c567-4a57-a349-5d01c4c2e10b tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:09.947097 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e3e0db9d-c93a-4926-9e65-dae347ce71a8 req-c25113e2-c567-4a57-a349-5d01c4c2e10b tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1315534 Sep 23 01:34:09.948417 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:10.103308 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:10.107279 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-89affbfe-4de9-483e-8ee6-b4f32ebd8181 req-1a29b7c2-f25e-48af-90e8-a0fa58eef482 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 210 time: 0.0505347 Sep 23 01:34:10.127537 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e3e0db9d-c93a-4926-9e65-dae347ce71a8 req-18001199-93cd-4395-8e09-7605e86cb7df tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659291 Sep 23 01:34:10.266666 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for floatingip (e7d28e8f-a71f-4852-bcc4-9949ccf1130f), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:10.487058 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d8bd95e9-78c1-4801-ad48-b963ab9b5e79), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:10.740849 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for port (d8bd95e9-78c1-4801-ad48-b963ab9b5e79), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:10.859482 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15907334'] for port (d8bd95e9-78c1-4801-ad48-b963ab9b5e79), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:10.957875 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event updated for resources: {'Port': ['ID=d8bd95e9-78c1-4801-ad48-b963ab9b5e79,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:10.961372 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (e7d28e8f-a71f-4852-bcc4-9949ccf1130f), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:11.113806 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.l3_db [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Floating IP e7d28e8f-a71f-4852-bcc4-9949ccf1130f associated. External IP: 172.28.0.190, port: 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492. Sep 23 01:34:11.324297 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5287d573-17d1-4e0f-8028-052e9db18d9e req-151f1504-1b5f-4110-ae49-b1da8de59836 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 210 time: 0.0535316 Sep 23 01:34:11.350806 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc462f0-12e8-435d-bea0-9d924117955f req-2c300af7-9d5b-40cf-b66b-4d14009167a6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:11.350806 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4fc462f0-12e8-435d-bea0-9d924117955f req-2c300af7-9d5b-40cf-b66b-4d14009167a6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0640080 Sep 23 01:34:11.580028 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4fc462f0-12e8-435d-bea0-9d924117955f req-5abd3193-4f39-46bc-bec3-d451564f45e6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122191 Sep 23 01:34:11.580028 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Router 7f24da68-437d-4920-aca2-4ddcadc8525f has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:34:11.602641 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:11.669723 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:11.979115 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:34:12.001967 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f34d79-b710-4e9a-be28-33ea409d6fdb None None] Sync routers for ids ['7f24da68-437d-4920-aca2-4ddcadc8525f'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:34:12.018812 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f34d79-b710-4e9a-be28-33ea409d6fdb None None] Routers {'7f24da68-437d-4920-aca2-4ddcadc8525f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:12.020246 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-14f34d79-b710-4e9a-be28-33ea409d6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:33:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['7f24da68-437d-4920-aca2-4ddcadc8525f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:12.148738 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:12.206967 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-3a380252-f4dd-4612-888f-29b7521692de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9705100 Sep 23 01:34:12.207956 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:12.211592 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5d9145-392b-4313-82ed-bc0adbbdf79b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:12.256014 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-14f34d79-b710-4e9a-be28-33ea409d6fdb None None] Set router 7f24da68-437d-4920-aca2-4ddcadc8525f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:12.315989 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0351ba05-fd48-416a-846c-dbaf2252ef8f x-openstack-request-id: req-0351ba05-fd48-416a-846c-dbaf2252ef8f {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:12.315989 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:12.315989 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0351ba05-fd48-416a-846c-dbaf2252ef8f {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:12.316417 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0351ba05-fd48-416a-846c-dbaf2252ef8f'] response: {'name': 'network-changed', 'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'status': 'completed', 'code': 200} Sep 23 01:34:12.469505 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-b2e18c20-8930-4a41-98fb-bd323293702b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.472165 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-b2e18c20-8930-4a41-98fb-bd323293702b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 814 time: 0.1661487 Sep 23 01:34:12.571226 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e3348672-c28d-49a1-8272-0311f99fa0d8 req-b0bdf3a9-f956-4309-8ec0-dc166919bf34 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 210 time: 0.0753672 Sep 23 01:34:12.576714 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d9145-392b-4313-82ed-bc0adbbdf79b req-54509042-fb69-4e7f-9786-d8dd0265bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.578249 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7a5d9145-392b-4313-82ed-bc0adbbdf79b req-54509042-fb69-4e7f-9786-d8dd0265bd26 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9cb4651121bb4a908147a675515b8f1d&device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 1130 time: 0.1048019 Sep 23 01:34:12.651405 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-14f34d79-b710-4e9a-be28-33ea409d6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:59Z', 'revision_number': 4, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'e7d28e8f-a71f-4852-bcc4-9949ccf1130f', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'floating_ip_address': '172.28.0.190', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'port_id': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'mac_address': 'fa:16:3e:e9:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:34:09Z', 'updated_at': '2022-09-23T01:34:09Z', 'revision_number': 0, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f55f9a-7459-4bf6-88a8-cf95a468093e', 'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'mac_address': 'fa:16:3e:6d:43:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:58Z', 'updated_at': '2022-09-23T01:33:04Z', 'revision_number': 5, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'subnets': [{'id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:12.714370 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f34d79-b710-4e9a-be28-33ea409d6fdb None None] Checking router: 7f24da68-437d-4920-aca2-4ddcadc8525f for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:34:12.723161 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-394ad1c3-d2c6-4025-ac83-8b4e3a2cafed tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 378 time: 0.2042294 Sep 23 01:34:12.733085 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f34d79-b710-4e9a-be28-33ea409d6fdb None None] Routers {'7f24da68-437d-4920-aca2-4ddcadc8525f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:12.734403 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-14f34d79-b710-4e9a-be28-33ea409d6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:33:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['7f24da68-437d-4920-aca2-4ddcadc8525f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:12.738761 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'port': {'device_id': '6b29203c-0147-4612-aaad-d4ff08823364', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'admin_state_up': True, 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'security_groups': ['733efbef-8c3e-42c3-b258-3badd1119774']}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:12.920427 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d9145-392b-4313-82ed-bc0adbbdf79b req-cea741f2-1acb-4c86-898a-1121b79410ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.925844 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7a5d9145-392b-4313-82ed-bc0adbbdf79b req-cea741f2-1acb-4c86-898a-1121b79410ea service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=38c5ee11-8aca-491c-9a14-f67bba1114fd HTTP/1.1" status: 200 len: 910 time: 0.3405805 Sep 23 01:34:12.936004 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:12.979111 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac78ed1-1d39-44b9-bfc2-c1be9dff5905 req-238366cc-4ca2-4bf6-9185-68fdb4902ea8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.999406 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-bac78ed1-1d39-44b9-bfc2-c1be9dff5905 req-238366cc-4ca2-4bf6-9185-68fdb4902ea8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.2395101 Sep 23 01:34:13.005441 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-14f34d79-b710-4e9a-be28-33ea409d6fdb None None] Set router 7f24da68-437d-4920-aca2-4ddcadc8525f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:13.121429 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7a5d9145-392b-4313-82ed-bc0adbbdf79b req-513bb485-68fc-440f-ba87-60bb8c24fbbf service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 HTTP/1.1" status: 200 len: 1000 time: 0.1788836 Sep 23 01:34:13.173658 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-bac78ed1-1d39-44b9-bfc2-c1be9dff5905 req-dcfc780a-0561-4962-8d65-a122a3fa0b3f tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732368 Sep 23 01:34:13.246500 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d9145-392b-4313-82ed-bc0adbbdf79b req-7491c6b7-2c0f-4ba5-a953-3343600793f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:13.248438 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7a5d9145-392b-4313-82ed-bc0adbbdf79b req-7491c6b7-2c0f-4ba5-a953-3343600793f1 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=c37d8be3-7c3b-4fa6-a74d-6993752f5d48 HTTP/1.1" status: 200 len: 848 time: 0.0709093 Sep 23 01:34:13.354344 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Made reservation on behalf of ec922942147b4c0bb122eb30c6cd1bc7 for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:34:13.358347 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:13.361954 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:13.391504 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-14f34d79-b710-4e9a-be28-33ea409d6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:59Z', 'revision_number': 4, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'e7d28e8f-a71f-4852-bcc4-9949ccf1130f', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'floating_ip_address': '172.28.0.190', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'port_id': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'mac_address': 'fa:16:3e:e9:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:34:09Z', 'updated_at': '2022-09-23T01:34:09Z', 'revision_number': 0, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f55f9a-7459-4bf6-88a8-cf95a468093e', 'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'mac_address': 'fa:16:3e:6d:43:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:58Z', 'updated_at': '2022-09-23T01:33:04Z', 'revision_number': 5, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'subnets': [{'id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:13.434976 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f34d79-b710-4e9a-be28-33ea409d6fdb None None] The sync data for ids ['7f24da68-437d-4920-aca2-4ddcadc8525f'] in dv-cinder-849143-7-smb is: [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:59Z', 'revision_number': 4, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'e7d28e8f-a71f-4852-bcc4-9949ccf1130f', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'floating_ip_address': '172.28.0.190', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'port_id': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'mac_address': 'fa:16:3e:e9:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:34:09Z', 'updated_at': '2022-09-23T01:34:09Z', 'revision_number': 0, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6f55f9a-7459-4bf6-88a8-cf95a468093e', 'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'mac_address': 'fa:16:3e:6d:43:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:58Z', 'updated_at': '2022-09-23T01:33:04Z', 'revision_number': 5, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'subnets': [{'id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:34:13.671670 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Allocated IP 172.20.0.11 (45d87e2c-cffb-4bc6-84be-6c06e6485b39/f836c9f3-d6cc-4e08-b1de-9b5ad70243d8/ede09c4f-5481-459e-8280-39d027b079ac) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:13.773148 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8af9ec03-c5cc-4783-907b-1cc399becf04 req-5e24751c-46e2-4ba3-b489-22b700de0ebd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 210 time: 0.0489357 Sep 23 01:34:13.831311 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:13.838908 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d9145-392b-4313-82ed-bc0adbbdf79b req-1b7ca728-7f58-42d4-9a9d-7a1af5abfe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:13.842133 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7a5d9145-392b-4313-82ed-bc0adbbdf79b req-1b7ca728-7f58-42d4-9a9d-7a1af5abfe7a service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=38c5ee11-8aca-491c-9a14-f67bba1114fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4480786 Sep 23 01:34:13.849538 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c08123-6953-4c9c-a971-1775b62df82a None None] New status for floating IP e7d28e8f-a71f-4852-bcc4-9949ccf1130f: ACTIVE {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:34:14.070779 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7a5d9145-392b-4313-82ed-bc0adbbdf79b req-ae9298b3-1c24-4833-9195-85685d7de653 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843715 Sep 23 01:34:14.155664 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (ede09c4f-5481-459e-8280-39d027b079ac), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:14.613872 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404e8e0-a915-4093-986d-eb27cc3bec60 req-e7ce84e8-3895-4035-a4e4-d0e566baa53e tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:14.615454 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b404e8e0-a915-4093-986d-eb27cc3bec60 req-e7ce84e8-3895-4035-a4e4-d0e566baa53e tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0742865 Sep 23 01:34:14.642529 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:14.656821 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7a5d9145-392b-4313-82ed-bc0adbbdf79b req-c98ca267-3d35-48a9-b13c-42400f7622d3 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763745 Sep 23 01:34:14.710859 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b404e8e0-a915-4093-986d-eb27cc3bec60 req-25e6d472-f6fd-4e2e-9cf7-502e14a64cc0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853424 Sep 23 01:34:14.721277 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (ede09c4f-5481-459e-8280-39d027b079ac), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:14.766034 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:14.769654 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:14.777985 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:14.804426 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-9fd04b09-8d9c-424e-9ecf-4b0e3f78003e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:14.814293 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=ede09c4f-5481-459e-8280-39d027b079ac,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:14.858122 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:14.858122 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:14.945738 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd9836-3138-4623-b4bd-d458db880189 req-e0f6561f-e7d1-4d88-a59a-3c6209e05eb1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:14.955562 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-89fd9836-3138-4623-b4bd-d458db880189 req-e0f6561f-e7d1-4d88-a59a-3c6209e05eb1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 932 time: 0.0672796 Sep 23 01:34:14.965714 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-d8cdc37d-012f-494d-be56-cba7280b240a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2363729 Sep 23 01:34:14.989489 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Request body: {'port': {'device_id': '6b29203c-0147-4612-aaad-d4ff08823364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:15.072317 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-89fd9836-3138-4623-b4bd-d458db880189 req-d3c9c549-9004-4b4f-89ac-c22b2ea14b88 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1154451 Sep 23 01:34:15.133308 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39842) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:15.187678 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ede09c4f-5481-459e-8280-39d027b079ac), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.188545 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39846) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:15.273526 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-efc37c1e-47dd-4e28-aa83-8271f3f8cb44 None None] Provisioning complete for port ede09c4f-5481-459e-8280-39d027b079ac triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:15.275213 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-efc37c1e-47dd-4e28-aa83-8271f3f8cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (ede09c4f-5481-459e-8280-39d027b079ac), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.276275 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-efc37c1e-47dd-4e28-aa83-8271f3f8cb44 None None] Attempt 1 to provision port ede09c4f-5481-459e-8280-39d027b079ac Sep 23 01:34:15.305479 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:15.330630 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-efc37c1e-47dd-4e28-aa83-8271f3f8cb44 None None] Port ede09c4f-5481-459e-8280-39d027b079ac cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:15.350643 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-efddd1a6-1578-429d-87ca-b9073f3964ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.424433 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e818f10f-a450-4bd8-a067-c1e4ac9f14ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.493077 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-efddd1a6-1578-429d-87ca-b9073f3964ea admin admin] Publish callbacks [] for security_group (f5eea86d-1d60-4c07-9d3a-81f316a80870), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.592422 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e818f10f-a450-4bd8-a067-c1e4ac9f14ed admin admin] Publish callbacks [] for security_group (bd46c339-5d6c-44ea-8c8e-7ac7e248e0ea), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.599678 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-efddd1a6-1578-429d-87ca-b9073f3964ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (f5eea86d-1d60-4c07-9d3a-81f316a80870), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.647284 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede09c4f-5481-459e-8280-39d027b079ac {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:34:15.658946 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Publish callbacks [] for port (ede09c4f-5481-459e-8280-39d027b079ac), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.676737 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:15.678324 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Transition to ACTIVE for port object ede09c4f-5481-459e-8280-39d027b079ac will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:34:15.682313 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddd1a6-1578-429d-87ca-b9073f3964ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eea86d-1d60-4c07-9d3a-81f316a80870,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:15.699116 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-efddd1a6-1578-429d-87ca-b9073f3964ea admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=0c88f891b1f242f483bc2ca0e1733273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093858 Sep 23 01:34:15.699623 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39854) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:15.702239 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e818f10f-a450-4bd8-a067-c1e4ac9f14ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (bd46c339-5d6c-44ea-8c8e-7ac7e248e0ea), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.755330 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818f10f-a450-4bd8-a067-c1e4ac9f14ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd46c339-5d6c-44ea-8c8e-7ac7e248e0ea,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:15.766581 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-e818f10f-a450-4bd8-a067-c1e4ac9f14ed admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=52fc6917d8c44d659adb611b06741889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6329505 Sep 23 01:34:15.767592 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39858) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:15.801493 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a9696168-dcd1-47cd-a711-3c5d27c5072e admin admin] Publish callbacks [] for security_group (f5eea86d-1d60-4c07-9d3a-81f316a80870), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.822087 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (ede09c4f-5481-459e-8280-39d027b079ac), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.831929 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-efc37c1e-47dd-4e28-aa83-8271f3f8cb44 None None] Attempt 2 to provision port ede09c4f-5481-459e-8280-39d027b079ac Sep 23 01:34:15.846497 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-998ae7ac-2787-4ef1-8e2b-18e03cc8f1e7 admin admin] Publish callbacks [] for security_group (bd46c339-5d6c-44ea-8c8e-7ac7e248e0ea), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.865169 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a9696168-dcd1-47cd-a711-3c5d27c5072e admin admin] Publish callbacks [] for security_group (f5eea86d-1d60-4c07-9d3a-81f316a80870), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.890877 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-efc37c1e-47dd-4e28-aa83-8271f3f8cb44 None None] Port ede09c4f-5481-459e-8280-39d027b079ac cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:15.903318 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-998ae7ac-2787-4ef1-8e2b-18e03cc8f1e7 admin admin] Publish callbacks [] for security_group (bd46c339-5d6c-44ea-8c8e-7ac7e248e0ea), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:15.968655 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Pushing event updated for resources: {'Port': ['ID=ede09c4f-5481-459e-8280-39d027b079ac,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:16.020274 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127cabe-2807-480e-a47d-d399ebaf8fa5 req-07745b02-e4ca-4a34-95cd-672ed2d0a280 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:16.023000 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1127cabe-2807-480e-a47d-d399ebaf8fa5 req-07745b02-e4ca-4a34-95cd-672ed2d0a280 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1631639 Sep 23 01:34:16.107417 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:16.161727 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Attempting to bind port ede09c4f-5481-459e-8280-39d027b079ac on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:34:16.161979 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Attempting to bind port ede09c4f-5481-459e-8280-39d027b079ac by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:34:16.176078 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Attempting to bind port ede09c4f-5481-459e-8280-39d027b079ac on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:16.180594 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1127cabe-2807-480e-a47d-d399ebaf8fa5 req-d52e8ee5-de3e-4c12-95ed-0a0a249a72ac tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478097 Sep 23 01:34:16.195334 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-998ae7ac-2787-4ef1-8e2b-18e03cc8f1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (bd46c339-5d6c-44ea-8c8e-7ac7e248e0ea), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.198488 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-998ae7ac-2787-4ef1-8e2b-18e03cc8f1e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.202918 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-998ae7ac-2787-4ef1-8e2b-18e03cc8f1e7 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/bd46c339-5d6c-44ea-8c8e-7ac7e248e0ea HTTP/1.1" status: 204 len: 168 time: 0.4340935 Sep 23 01:34:16.206356 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:16.235124 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ae7ac-2787-4ef1-8e2b-18e03cc8f1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd46c339-5d6c-44ea-8c8e-7ac7e248e0ea,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:16.294740 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ef566-b32c-4161-8497-11bfe5339068 req-4af00341-2537-49aa-9c5e-50ca4eb1b5b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:16.296849 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-854ef566-b32c-4161-8497-11bfe5339068 req-4af00341-2537-49aa-9c5e-50ca4eb1b5b2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 944 time: 0.0736661 Sep 23 01:34:16.309575 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Port ede09c4f-5481-459e-8280-39d027b079ac on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:34:16.309934 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Attempting to bind port ede09c4f-5481-459e-8280-39d027b079ac on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:16.361658 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a9696168-dcd1-47cd-a711-3c5d27c5072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (f5eea86d-1d60-4c07-9d3a-81f316a80870), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.364400 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a9696168-dcd1-47cd-a711-3c5d27c5072e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.368850 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a9696168-dcd1-47cd-a711-3c5d27c5072e admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/f5eea86d-1d60-4c07-9d3a-81f316a80870 HTTP/1.1" status: 204 len: 168 time: 0.6679101 Sep 23 01:34:16.389331 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9696168-dcd1-47cd-a711-3c5d27c5072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eea86d-1d60-4c07-9d3a-81f316a80870,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:16.392522 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-efc37c1e-47dd-4e28-aa83-8271f3f8cb44 None None] Attempt 3 to provision port ede09c4f-5481-459e-8280-39d027b079ac Sep 23 01:34:16.411203 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-854ef566-b32c-4161-8497-11bfe5339068 req-70f629bc-1df3-4b7d-9e57-68f6994ef672 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031990 Sep 23 01:34:16.418565 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:34:16.418565 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Checking segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:16.418565 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Bound using segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:34:16.418565 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Bound port: ede09c4f-5481-459e-8280-39d027b079ac, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:34:16.418565 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ede09c4f-5481-459e-8280-39d027b079ac), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.491875 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-efc37c1e-47dd-4e28-aa83-8271f3f8cb44 None None] Port ede09c4f-5481-459e-8280-39d027b079ac cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:16.551987 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] For port ede09c4f-5481-459e-8280-39d027b079ac, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:34:16.556252 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] For port ede09c4f-5481-459e-8280-39d027b079ac, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ede09c4f-5481-459e-8280-39d027b079ac,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:34:16.709437 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (ede09c4f-5481-459e-8280-39d027b079ac), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.712836 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:16.714023 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.715778 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/ede09c4f-5481-459e-8280-39d027b079ac HTTP/1.1" status: 200 len: 1094 time: 1.7314043 Sep 23 01:34:16.718251 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b29203c-0147-4612-aaad-d4ff08823364', 'tag': 'ede09c4f-5481-459e-8280-39d027b079ac'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:16.720684 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759998d3-0010-41e9-8eeb-330c0342c3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6b29203c-0147-4612-aaad-d4ff08823364", "tag": "ede09c4f-5481-459e-8280-39d027b079ac"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:16.772669 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94cf9bf-c7c8-404e-a156-3dc970c74fa9 x-openstack-request-id: req-f94cf9bf-c7c8-404e-a156-3dc970c74fa9 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:16.773563 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b29203c-0147-4612-aaad-d4ff08823364", "tag": "ede09c4f-5481-459e-8280-39d027b079ac", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:16.774009 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f94cf9bf-c7c8-404e-a156-3dc970c74fa9 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:16.774429 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94cf9bf-c7c8-404e-a156-3dc970c74fa9'] response: {'name': 'network-changed', 'server_uuid': '6b29203c-0147-4612-aaad-d4ff08823364', 'tag': 'ede09c4f-5481-459e-8280-39d027b079ac', 'status': 'completed', 'code': 200} Sep 23 01:34:16.802205 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc5d84-78bf-45f0-a04f-b88f45ff1f5e service neutron] Pushing event updated for resources: {'Port': ['ID=ede09c4f-5481-459e-8280-39d027b079ac,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:16.993581 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-efc37c1e-47dd-4e28-aa83-8271f3f8cb44 None None] Attempt 4 to provision port ede09c4f-5481-459e-8280-39d027b079ac Sep 23 01:34:17.081398 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-efc37c1e-47dd-4e28-aa83-8271f3f8cb44 None None] Port ede09c4f-5481-459e-8280-39d027b079ac had new provisioning blocks added so it will not transition to active. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:34:17.368384 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39892) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:17.394294 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759998d3-0010-41e9-8eeb-330c0342c3fc req-62300922-6c3e-472d-a949-edb8b545d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:17.399593 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759998d3-0010-41e9-8eeb-330c0342c3fc req-62300922-6c3e-472d-a949-edb8b545d4dd service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 1128 time: 0.1030884 Sep 23 01:34:17.504975 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:17.506225 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-200f5c6f-057a-4ab2-9fb9-a9e0a0ed2c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.601417 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f569d57-6704-4115-b04b-999c560b16ff req-67b18c3c-e648-43b7-a7d6-b037bea42b47 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:17.610065 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f569d57-6704-4115-b04b-999c560b16ff req-67b18c3c-e648-43b7-a7d6-b037bea42b47 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.2109096 Sep 23 01:34:17.613310 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759998d3-0010-41e9-8eeb-330c0342c3fc req-0b11cd05-afe2-4f7e-948b-9cd2dd1edffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:17.616280 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759998d3-0010-41e9-8eeb-330c0342c3fc req-0b11cd05-afe2-4f7e-948b-9cd2dd1edffa service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1998715 Sep 23 01:34:17.713939 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f569d57-6704-4115-b04b-999c560b16ff req-89920706-4c4c-4220-9b2c-bfce1c59325d tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027911 Sep 23 01:34:17.730841 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5de241-b060-4023-83df-a81c1a4e8674 req-54baa3fa-28df-4ea2-9187-af2473852ab9 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:17.730841 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ba5de241-b060-4023-83df-a81c1a4e8674 req-54baa3fa-28df-4ea2-9187-af2473852ab9 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 944 time: 0.1093035 Sep 23 01:34:17.764957 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-200f5c6f-057a-4ab2-9fb9-a9e0a0ed2c6d admin admin] Publish callbacks [] for security_group (4f64cecd-58f9-4d7a-897a-5b0d46bdfdaf), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.809653 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c50662-d334-4d12-9ade-2e2b0f02124d req-4a8f87e2-2afa-4770-801c-8efd317a89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:17.811496 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-01c50662-d334-4d12-9ade-2e2b0f02124d req-4a8f87e2-2afa-4770-801c-8efd317a89a5 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 1129 time: 0.1939638 Sep 23 01:34:17.880658 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-7d839241-1c6b-4277-8ab0-094e2fd7fdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.923480 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:17.945313 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-200f5c6f-057a-4ab2-9fb9-a9e0a0ed2c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (4f64cecd-58f9-4d7a-897a-5b0d46bdfdaf), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.951955 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ba5de241-b060-4023-83df-a81c1a4e8674 req-8e088180-1f4b-48ad-b235-309de86cda13 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1684437 Sep 23 01:34:17.982701 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-01c50662-d334-4d12-9ade-2e2b0f02124d req-8870a1ca-619a-4f4f-8b80-2e1a8f580a29 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274929 Sep 23 01:34:17.989293 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759998d3-0010-41e9-8eeb-330c0342c3fc req-aab00b9b-f67e-497e-a998-3f37b28210df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:17.991102 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759998d3-0010-41e9-8eeb-330c0342c3fc req-aab00b9b-f67e-497e-a998-3f37b28210df service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2160034 Sep 23 01:34:18.049005 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f5c6f-057a-4ab2-9fb9-a9e0a0ed2c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f64cecd-58f9-4d7a-897a-5b0d46bdfdaf,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:18.064209 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39906) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:18.064885 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-200f5c6f-057a-4ab2-9fb9-a9e0a0ed2c6d admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=db91224d34534c2a9ca1a1c06be43aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6926653 Sep 23 01:34:18.168286 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fba33651-7704-4303-a62f-1ee68c74f518 admin admin] Publish callbacks [] for security_group (4f64cecd-58f9-4d7a-897a-5b0d46bdfdaf), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.175369 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39908) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:18.202690 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fba33651-7704-4303-a62f-1ee68c74f518 admin admin] Publish callbacks [] for security_group (4f64cecd-58f9-4d7a-897a-5b0d46bdfdaf), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.328293 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1334957227-network', 'tenant_id': '7649509ee74b4e3a9d4b275c913993cd'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:18.372362 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fba33651-7704-4303-a62f-1ee68c74f518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (4f64cecd-58f9-4d7a-897a-5b0d46bdfdaf), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.375240 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fba33651-7704-4303-a62f-1ee68c74f518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.380230 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-fba33651-7704-4303-a62f-1ee68c74f518 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/4f64cecd-58f9-4d7a-897a-5b0d46bdfdaf HTTP/1.1" status: 204 len: 168 time: 0.3111520 Sep 23 01:34:18.391957 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba33651-7704-4303-a62f-1ee68c74f518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f64cecd-58f9-4d7a-897a-5b0d46bdfdaf,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:18.480752 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Made reservation on behalf of 7649509ee74b4e3a9d4b275c913993cd for: {'network': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:34:18.484247 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.494022 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.607709 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Publish callbacks [] for security_group (65d4c2fb-bda9-4457-87e8-2f4d68631357), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.691680 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (65d4c2fb-bda9-4457-87e8-2f4d68631357), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.716872 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=107196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:34:18.758105 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (2f932b9c-3cee-4b14-a742-b6c39e6b3cdf), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.758532 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.segments_db [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Added segment 2f932b9c-3cee-4b14-a742-b6c39e6b3cdf of type vlan for network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 Sep 23 01:34:18.767889 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d4c2fb-bda9-4457-87e8-2f4d68631357,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:18.788307 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a29da0e3-a7a7-4dfd-8ab0-062a0f6c70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:18.790117 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-a29da0e3-a7a7-4dfd-8ab0-062a0f6c70fd service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 1128 time: 0.0939133 Sep 23 01:34:18.871152 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (8dad8e65-f3d2-4fa3-9f6e-1f92de141844), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.879088 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:18.903953 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f18ac-05f1-42fa-851d-b309bfcd4c97 req-238ed62c-ed2c-43ba-8871-8d6ee3dcd349 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:18.905503 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-754f18ac-05f1-42fa-851d-b309bfcd4c97 req-238ed62c-ed2c-43ba-8871-8d6ee3dcd349 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0763211 Sep 23 01:34:18.921757 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-1cae172d-b802-4735-baa9-89092df4c0ed service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede09c4f-5481-459e-8280-39d027b079ac HTTP/1.1" status: 200 len: 217 time: 0.0959249 Sep 23 01:34:18.969126 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-754f18ac-05f1-42fa-851d-b309bfcd4c97 req-a17623a5-bf2d-42f0-90f1-5fcc369fd77c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575087 Sep 23 01:34:18.983505 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (8dad8e65-f3d2-4fa3-9f6e-1f92de141844), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.984957 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:18.985678 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.047719 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-b019fbe4-0c69-40c5-9e00-b4d072428751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:19.049480 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-b019fbe4-0c69-40c5-9e00-b4d072428751 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=f836c9f3-d6cc-4e08-b1de-9b5ad70243d8 HTTP/1.1" status: 200 len: 853 time: 0.1213937 Sep 23 01:34:19.076425 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8996730 Sep 23 01:34:19.079264 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39924) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:19.084893 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] Request body: {'subnet': {'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1334957227-subnet', 'tenant_id': '7649509ee74b4e3a9d4b275c913993cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:19.091933 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138e561-2cd8-4462-a01c-2f9bbf3c4efb admin admin] Pushing event updated for resources: {'Network': ['ID=8dad8e65-f3d2-4fa3-9f6e-1f92de141844,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:19.106503 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:34:19.221121 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd584ff9-5564-436a-bbdd-531ef1e4b268 req-ab0e0e44-83c2-4ea5-bdd3-9fbb4d339d63 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:19.235454 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd584ff9-5564-436a-bbdd-531ef1e4b268 req-ab0e0e44-83c2-4ea5-bdd3-9fbb4d339d63 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 944 time: 0.0965366 Sep 23 01:34:19.281893 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:19.354740 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd584ff9-5564-436a-bbdd-531ef1e4b268 req-fcedb63c-ff78-408c-bf02-0df23d0f2ab5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074831 Sep 23 01:34:19.389294 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] Made reservation on behalf of 7649509ee74b4e3a9d4b275c913993cd for: {'subnet': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:34:19.393374 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12815863'] for subnet (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.612281 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.689155 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16645387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12815841'] for subnet (b512423f-0fdd-4b14-afd5-deccd395eb4b), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.731557 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-35fcb2f0-462e-45c2-af86-3d15b00c6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:19.749533 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-35fcb2f0-462e-45c2-af86-3d15b00c6e0a service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45d87e2c-cffb-4bc6-84be-6c06e6485b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0777109 Sep 23 01:34:19.789505 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 39936) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:19.817453 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-badd4404-a749-4ac6-bb35-6d4726b6b664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.850742 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b512423f-0fdd-4b14-afd5-deccd395eb4b,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:19.883319 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-be938bd8-c28a-4799-b530-b6bb092fdeda service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303263 Sep 23 01:34:19.891074 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] Checking segment: {'id': '2f932b9c-3cee-4b14-a742-b6c39e6b3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:19.891436 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] Network hostable DHCP agents. Network: 8dad8e65-f3d2-4fa3-9f6e-1f92de141844, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:34:19.958831 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:20.012387 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-badd4404-a749-4ac6-bb35-6d4726b6b664 admin admin] Publish callbacks [] for security_group (c495e97d-65af-4652-8a69-60098ce15cb1), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.019088 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-759bfc2a-56ee-4d87-8c2e-25e0359d5b17 req-6fe3691a-5c66-44a0-b452-3069db3ab822 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161602 Sep 23 01:34:20.063969 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] Network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:34:20.096724 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-badd4404-a749-4ac6-bb35-6d4726b6b664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (c495e97d-65af-4652-8a69-60098ce15cb1), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.173821 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:20.207424 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-badd4404-a749-4ac6-bb35-6d4726b6b664 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=faa94bb1e5c14f85b41f5a099c2d9cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197140 Sep 23 01:34:20.208754 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd4404-a749-4ac6-bb35-6d4726b6b664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c495e97d-65af-4652-8a69-60098ce15cb1,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:20.210320 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 39940) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:20.222080 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27012307-c739-43bd-8737-a38f9c42f4fc req-f1b47a3b-80de-4e93-b212-31b7fb1d8eeb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:20.224180 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-27012307-c739-43bd-8737-a38f9c42f4fc req-f1b47a3b-80de-4e93-b212-31b7fb1d8eeb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1308575 Sep 23 01:34:20.288575 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 8dad8e65-f3d2-4fa3-9f6e-1f92de141844) {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:20.296357 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-27012307-c739-43bd-8737-a38f9c42f4fc req-30ab5331-8a9b-463e-92cf-ca98b4c47d84 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656927 Sep 23 01:34:20.305682 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc7a6aa-cc50-4dcb-9852-af1b29ca09b5 None None] Network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:34:20.326615 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:20.326615 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.358494 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ee49e849-82c3-4b46-9595-a445537c2c66 admin admin] Publish callbacks [] for security_group (c495e97d-65af-4652-8a69-60098ce15cb1), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.393938 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ee49e849-82c3-4b46-9595-a445537c2c66 admin admin] Publish callbacks [] for security_group (c495e97d-65af-4652-8a69-60098ce15cb1), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.465417 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.474468 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-43757578-243d-41b7-90aa-4a13ec9259c9 admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3935978 Sep 23 01:34:20.551833 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a74e5-ea6b-4067-b30f-46c4eece3589 req-768b778f-427f-4462-98e1-bf1c09850f6b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:20.575058 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-471a74e5-ea6b-4067-b30f-46c4eece3589 req-768b778f-427f-4462-98e1-bf1c09850f6b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 944 time: 0.0982673 Sep 23 01:34:20.579412 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873de9f8-e44b-4c6d-9d8b-4a1eacd79dc8 None None] Network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:34:20.618741 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:20.647703 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ee49e849-82c3-4b46-9595-a445537c2c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (c495e97d-65af-4652-8a69-60098ce15cb1), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.651674 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ee49e849-82c3-4b46-9595-a445537c2c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.653301 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-ee49e849-82c3-4b46-9595-a445537c2c66 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/c495e97d-65af-4652-8a69-60098ce15cb1 HTTP/1.1" status: 204 len: 168 time: 0.4416504 Sep 23 01:34:20.697271 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49e849-82c3-4b46-9595-a445537c2c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c495e97d-65af-4652-8a69-60098ce15cb1,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:20.720673 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-471a74e5-ea6b-4067-b30f-46c4eece3589 req-d35085a5-9b6a-4bec-9e29-4bced0b27a94 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1328731 Sep 23 01:34:21.483462 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:21.537311 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee823fe4-d609-4a9a-9227-775e74bd429c req-38e68102-09dc-43bb-8754-0ee32433b692 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:21.539037 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ee823fe4-d609-4a9a-9227-775e74bd429c req-38e68102-09dc-43bb-8754-0ee32433b692 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0962780 Sep 23 01:34:21.610202 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fa61f-6dd7-410e-b385-1f62830bb9c0 req-c72a3442-53f7-458c-940b-e37b5b492b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:21.612029 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ee823fe4-d609-4a9a-9227-775e74bd429c req-2f32b1d5-85de-49b1-bd48-f02410b86966 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647190 Sep 23 01:34:21.614327 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3a8fa61f-6dd7-410e-b385-1f62830bb9c0 req-c72a3442-53f7-458c-940b-e37b5b492b07 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 1129 time: 0.0996745 Sep 23 01:34:21.865519 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fa61f-6dd7-410e-b385-1f62830bb9c0 req-a2b3cbf6-fb72-45d3-b07f-8234854eea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:21.867384 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3a8fa61f-6dd7-410e-b385-1f62830bb9c0 req-a2b3cbf6-fb72-45d3-b07f-8234854eea34 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.2332194 Sep 23 01:34:22.031225 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3a8fa61f-6dd7-410e-b385-1f62830bb9c0 req-4e9ee837-9935-4e95-a48c-6df3b135a354 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe HTTP/1.1" status: 200 len: 1001 time: 0.1174843 Sep 23 01:34:22.069777 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9220d-3113-4972-b17a-b74cabf9cc1b req-02e2408e-1387-496e-999d-2665fe1368b5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:22.077781 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-eac9220d-3113-4972-b17a-b74cabf9cc1b req-02e2408e-1387-496e-999d-2665fe1368b5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 944 time: 0.2486625 Sep 23 01:34:22.130649 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fa61f-6dd7-410e-b385-1f62830bb9c0 req-2bf1cd0c-8c7a-4732-bfc5-283091f60b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:22.132256 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3a8fa61f-6dd7-410e-b385-1f62830bb9c0 req-2bf1cd0c-8c7a-4732-bfc5-283091f60b53 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.1047366 Sep 23 01:34:22.172339 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-eac9220d-3113-4972-b17a-b74cabf9cc1b req-5e0ac091-1775-4019-af34-85433d658533 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935662 Sep 23 01:34:22.227206 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fa61f-6dd7-410e-b385-1f62830bb9c0 req-dfcb211a-23a8-462a-82e9-513ffb500418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:22.228931 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3a8fa61f-6dd7-410e-b385-1f62830bb9c0 req-dfcb211a-23a8-462a-82e9-513ffb500418 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0877378 Sep 23 01:34:22.405834 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3a8fa61f-6dd7-410e-b385-1f62830bb9c0 req-a7a065ae-de61-48d0-a8b1-36bd5d53bb10 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686010 Sep 23 01:34:22.425417 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:22.565071 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3a8fa61f-6dd7-410e-b385-1f62830bb9c0 req-61fad8bd-ef58-49d9-a0ac-57270997870c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517081 Sep 23 01:34:22.798257 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb871d-1da2-4eff-9ac6-5f7a85e4a7be req-3854214a-7452-4381-9d50-187c704236a6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:22.806780 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-affb871d-1da2-4eff-9ac6-5f7a85e4a7be req-3854214a-7452-4381-9d50-187c704236a6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1007376 Sep 23 01:34:22.893123 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-affb871d-1da2-4eff-9ac6-5f7a85e4a7be req-a44860f0-4805-49bf-85eb-e17056ac759d tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821095 Sep 23 01:34:22.980436 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device ede09c4f-5481-459e-8280-39d027b079ac details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:34:23.153259 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port ede09c4f-5481-459e-8280-39d027b079ac, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ede09c4f-5481-459e-8280-39d027b079ac,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:23.177195 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': 'ede09c4f-5481-459e-8280-39d027b079ac', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'port_id': 'ede09c4f-5481-459e-8280-39d027b079ac', 'mac_address': 'fa:16:3e:a2:04:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 495, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:34:23.274529 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port ede09c4f-5481-459e-8280-39d027b079ac is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:23.275621 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ede09c4f-5481-459e-8280-39d027b079ac), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:23.320927 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede09c4f-5481-459e-8280-39d027b079ac {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:34:23.352068 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port ede09c4f-5481-459e-8280-39d027b079ac, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ede09c4f-5481-459e-8280-39d027b079ac,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:23.415811 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264171c-1309-498e-893f-676178032872 req-c32cc934-57b8-42af-8ef9-1647a82f849b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:23.419265 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d264171c-1309-498e-893f-676178032872 req-c32cc934-57b8-42af-8ef9-1647a82f849b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 944 time: 0.0968533 Sep 23 01:34:23.475271 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ede09c4f-5481-459e-8280-39d027b079ac), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:23.524599 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d264171c-1309-498e-893f-676178032872 req-f07c2e08-a33a-4d4d-964a-5c2f96b092ee tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975227 Sep 23 01:34:23.581551 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:23.611162 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=ede09c4f-5481-459e-8280-39d027b079ac,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:23.621804 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.625289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.625289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.625289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.625289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.625289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.625289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.625289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.625289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.625289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.625289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.625289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.626084 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.626084 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.626345 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:23.680113 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804181e-1897-4638-80c7-8f09fa903713 req-2f16a7bc-dce8-41ea-ab68-65680729adb4 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:23.687470 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-2f16a7bc-dce8-41ea-ab68-65680729adb4 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/networks?id=8dad8e65-f3d2-4fa3-9f6e-1f92de141844 HTTP/1.1" status: 200 len: 814 time: 0.1916535 Sep 23 01:34:23.734320 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-6e4a53ab-852a-4f9e-a4c7-9e477c867bfa tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/quotas/7649509ee74b4e3a9d4b275c913993cd HTTP/1.1" status: 200 len: 375 time: 0.0343230 Sep 23 01:34:23.790433 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-26fe1dfe-8889-4bc3-8a2f-e5fbebbd0bd7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=7649509ee74b4e3a9d4b275c913993cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512080 Sep 23 01:34:23.888735 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['ede09c4f-5481-459e-8280-39d027b079ac'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:34:23.902493 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-d743b43c-41d3-45b9-8c84-b0d31a497f3c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/8dad8e65-f3d2-4fa3-9f6e-1f92de141844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041598 Sep 23 01:34:24.015516 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:24.063651 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:24.083526 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-f8f24a05-a3f1-42af-9ba5-0fa530e85931 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/8dad8e65-f3d2-4fa3-9f6e-1f92de141844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712744 Sep 23 01:34:24.099943 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4ca12-b046-4f43-91ef-28ec132a2ebf req-3c7fe306-6b8f-40f6-bedb-c26cb0068647 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:24.105832 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a7e4ca12-b046-4f43-91ef-28ec132a2ebf req-3c7fe306-6b8f-40f6-bedb-c26cb0068647 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.1123843 Sep 23 01:34:24.140061 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:24.143308 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:24.208918 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a7e4ca12-b046-4f43-91ef-28ec132a2ebf req-1e2d0e84-406c-43af-b23f-3cd733e641d9 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968997 Sep 23 01:34:24.616156 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-92537bcc-9fa9-4e4b-855b-676f773683e1 req-953790f6-84ee-452f-a990-5805f5ba2cd2 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 210 time: 0.0707021 Sep 23 01:34:24.743233 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bca91-bf8c-45df-84f0-322b48b77f94 req-6bd356f0-db09-4733-aa17-847ba58cacb0 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:24.745922 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a94bca91-bf8c-45df-84f0-322b48b77f94 req-6bd356f0-db09-4733-aa17-847ba58cacb0 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 945 time: 0.0654635 Sep 23 01:34:24.817890 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a94bca91-bf8c-45df-84f0-322b48b77f94 req-51b6038b-7140-40a2-9bd2-54c2c2a0e7c3 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641413 Sep 23 01:34:24.984911 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device ede09c4f-5481-459e-8280-39d027b079ac up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:25.034128 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.044935 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port ede09c4f-5481-459e-8280-39d027b079ac completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:34:25.199999 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port ede09c4f-5481-459e-8280-39d027b079ac triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:25.200714 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (ede09c4f-5481-459e-8280-39d027b079ac), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.200714 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port ede09c4f-5481-459e-8280-39d027b079ac Sep 23 01:34:25.308408 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port ede09c4f-5481-459e-8280-39d027b079ac is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:25.309052 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ede09c4f-5481-459e-8280-39d027b079ac), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.361410 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b29203c-0147-4612-aaad-d4ff08823364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede09c4f-5481-459e-8280-39d027b079ac'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:25.364228 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a066269-6e64-44af-8cb6-4025e64a5ac7" -d '{"events": [{"server_uuid": "6b29203c-0147-4612-aaad-d4ff08823364", "name": "network-vif-plugged", "status": "completed", "tag": "ede09c4f-5481-459e-8280-39d027b079ac"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:25.380740 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port ede09c4f-5481-459e-8280-39d027b079ac, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ede09c4f-5481-459e-8280-39d027b079ac,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:25.407244 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05043324-2a42-40f1-9730-dd5765be5572 req-632b0c50-2fa8-4b14-bf0c-2f3e96d8253c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:25.409096 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-05043324-2a42-40f1-9730-dd5765be5572 req-632b0c50-2fa8-4b14-bf0c-2f3e96d8253c tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0667841 Sep 23 01:34:25.425466 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2331cfc1-a506-4785-8b4a-0cab352413c4 x-openstack-request-id: req-2331cfc1-a506-4785-8b4a-0cab352413c4 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:25.425955 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b29203c-0147-4612-aaad-d4ff08823364", "name": "network-vif-plugged", "status": "completed", "tag": "ede09c4f-5481-459e-8280-39d027b079ac", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:25.426394 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2331cfc1-a506-4785-8b4a-0cab352413c4 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:25.427044 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2331cfc1-a506-4785-8b4a-0cab352413c4'] response: {'server_uuid': '6b29203c-0147-4612-aaad-d4ff08823364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede09c4f-5481-459e-8280-39d027b079ac', 'code': 200} Sep 23 01:34:25.487611 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ede09c4f-5481-459e-8280-39d027b079ac), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.510621 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-05043324-2a42-40f1-9730-dd5765be5572 req-686b89c0-36a6-43b0-8d11-3c4127434897 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899088 Sep 23 01:34:25.615892 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=ede09c4f-5481-459e-8280-39d027b079ac,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:25.722847 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-01ebcddf-0328-496c-87e7-22de4ad51b8a req-3d8d01cb-682f-4c47-9092-5cdff8c32900 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 210 time: 0.0316641 Sep 23 01:34:25.923340 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f874eba-bdac-4340-bf4a-d233a768545c req-ecd9eb42-203e-4574-b013-780aa879e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:25.924859 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5f874eba-bdac-4340-bf4a-d233a768545c req-ecd9eb42-203e-4574-b013-780aa879e4bf service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 1130 time: 0.0552366 Sep 23 01:34:25.987365 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576f0ca-c0cb-4a88-96d4-58bab888d9db req-6e97ff13-8e08-4c71-b51a-9a1e072972a4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:25.989030 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e576f0ca-c0cb-4a88-96d4-58bab888d9db req-6e97ff13-8e08-4c71-b51a-9a1e072972a4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 946 time: 0.0751476 Sep 23 01:34:26.031732 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5f874eba-bdac-4340-bf4a-d233a768545c req-fb40d5dc-013f-4eaa-a040-eebaf2f745e6 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822678 Sep 23 01:34:26.063498 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e576f0ca-c0cb-4a88-96d4-58bab888d9db req-a5f81022-ed2d-4e75-814a-cba8e806f73c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640557 Sep 23 01:34:26.658197 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c673-2d89-4736-9882-8f51a25b31c9 req-88eb4076-a87a-4591-830e-3ea4a89c4b28 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:26.659889 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2d63c673-2d89-4736-9882-8f51a25b31c9 req-88eb4076-a87a-4591-830e-3ea4a89c4b28 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0601563 Sep 23 01:34:26.721554 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2d63c673-2d89-4736-9882-8f51a25b31c9 req-b4ec5afb-b4bb-46c0-a163-6ece546734b8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509601 Sep 23 01:34:26.844786 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2dc57599-5de0-4d5f-93d7-e0d0948e4399 req-2fbb4719-3efe-4a75-85e5-c86ada152a7f tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 210 time: 0.0376360 Sep 23 01:34:26.863499 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761f53c-7b97-44c9-8864-181d2270107d req-a0cf1eeb-9008-48fd-bbe5-f3450cff30f8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:26.865151 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6761f53c-7b97-44c9-8864-181d2270107d req-a0cf1eeb-9008-48fd-bbe5-f3450cff30f8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0586693 Sep 23 01:34:26.881932 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40060) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:26.889460 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-67173b71-e928-421d-ad19-72bb6eee7fcb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Request body: {'floatingip': {'port_id': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:26.980844 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-67173b71-e928-421d-ad19-72bb6eee7fcb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for floatingip (97f62d31-370f-4af0-9959-00b78fd85ccb), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:27.224748 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac75b88-701a-427a-a686-5559716b35ff req-0d6d12d2-9790-4f73-887a-3b5de793046b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:27.226633 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9ac75b88-701a-427a-a686-5559716b35ff req-0d6d12d2-9790-4f73-887a-3b5de793046b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 946 time: 0.0569324 Sep 23 01:34:27.290638 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9ac75b88-701a-427a-a686-5559716b35ff req-9b590d8a-6428-4c4c-a7b2-c0b19102ff15 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550878 Sep 23 01:34:27.401592 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:27.467989 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:27.568748 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-67173b71-e928-421d-ad19-72bb6eee7fcb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:27.645577 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-67173b71-e928-421d-ad19-72bb6eee7fcb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (97f62d31-370f-4af0-9959-00b78fd85ccb), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.016393 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d69f4170-6b66-411a-aacb-33e445f2d33f req-39dd219e-cfe8-4f6d-a253-8744fcfa1286 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 210 time: 0.0363078 Sep 23 01:34:28.172744 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67173b71-e928-421d-ad19-72bb6eee7fcb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Router b83295e3-d83a-429c-aadc-9e8e3d75d86f has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:34:28.294342 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67173b71-e928-421d-ad19-72bb6eee7fcb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:34:28.299286 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-67173b71-e928-421d-ad19-72bb6eee7fcb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.309532 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986db57-22e2-41c6-9d13-876203f81cc9 None None] Sync routers for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:34:28.322285 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986db57-22e2-41c6-9d13-876203f81cc9 None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:28.323097 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-1986db57-22e2-41c6-9d13-876203f81cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:34:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:28.341157 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:28.346119 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:28.392336 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-67173b71-e928-421d-ad19-72bb6eee7fcb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "PUT /networking/v2.0/floatingips/97f62d31-370f-4af0-9959-00b78fd85ccb HTTP/1.1" status: 200 len: 993 time: 1.5088313 Sep 23 01:34:28.412487 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a13d229-06ff-4c19-862d-fc28b568af4f x-openstack-request-id: req-7a13d229-06ff-4c19-862d-fc28b568af4f {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:28.418560 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:28.418560 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7a13d229-06ff-4c19-862d-fc28b568af4f {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:28.418560 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a13d229-06ff-4c19-862d-fc28b568af4f'] response: {'name': 'network-changed', 'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'status': 'completed', 'code': 200} Sep 23 01:34:28.467776 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-1986db57-22e2-41c6-9d13-876203f81cc9 None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:28.481796 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732da9a-abed-430e-bb1a-99e5365bc310 req-7c661eda-7ce5-411d-b4e4-77a41288a193 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:28.483633 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3732da9a-abed-430e-bb1a-99e5365bc310 req-7c661eda-7ce5-411d-b4e4-77a41288a193 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 946 time: 0.0566094 Sep 23 01:34:28.539476 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3732da9a-abed-430e-bb1a-99e5365bc310 req-9fd18c78-25c6-42f3-9d0e-f6825530e134 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504308 Sep 23 01:34:28.698330 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d9b50-5c25-4130-85e8-01ccd45588b1 req-f7d6f3f4-403c-43b5-9fae-5d9611b4afa2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:28.699986 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fb6d9b50-5c25-4130-85e8-01ccd45588b1 req-f7d6f3f4-403c-43b5-9fae-5d9611b4afa2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 946 time: 0.0797429 Sep 23 01:34:28.712792 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40124) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:28.719402 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-2ef90f1e-0d8d-4689-8b14-6c91000609e4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'floatingip': {'port_id': 'ede09c4f-5481-459e-8280-39d027b079ac'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:28.735198 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-1986db57-22e2-41c6-9d13-876203f81cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '97f62d31-370f-4af0-9959-00b78fd85ccb', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'port_id': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'mac_address': 'fa:16:3e:3d:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:37Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 3, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:28.738843 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e req-188e7cf9-12d7-435c-a7ed-1f8156c7468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:28.741454 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e req-188e7cf9-12d7-435c-a7ed-1f8156c7468f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 1129 time: 0.0617204 Sep 23 01:34:28.763423 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2ef90f1e-0d8d-4689-8b14-6c91000609e4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (75a17923-aaf5-4cef-9c2b-83c73b3debc3), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.768075 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986db57-22e2-41c6-9d13-876203f81cc9 None None] Checking router: b83295e3-d83a-429c-aadc-9e8e3d75d86f for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:34:28.780081 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986db57-22e2-41c6-9d13-876203f81cc9 None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:28.781033 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-1986db57-22e2-41c6-9d13-876203f81cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:34:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:28.871696 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e req-99dbd91a-6210-436b-89ac-32ab430fd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:28.873275 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e req-99dbd91a-6210-436b-89ac-32ab430fd644 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.1217909 Sep 23 01:34:28.879987 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:28.912218 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-1986db57-22e2-41c6-9d13-876203f81cc9 None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:28.954447 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e req-1f0bf7db-35ba-44e9-84b0-5b4c4a071455 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe HTTP/1.1" status: 200 len: 1001 time: 0.0728951 Sep 23 01:34:28.969171 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:29.012114 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e req-04c474ba-9663-4fb3-a0c8-73fb53366d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:29.015246 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e req-04c474ba-9663-4fb3-a0c8-73fb53366d27 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.0544167 Sep 23 01:34:29.021235 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:29.153480 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e req-88cefb1d-836e-47ee-9243-ca7f31dbccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:29.155189 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e req-88cefb1d-836e-47ee-9243-ca7f31dbccfb service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1185999 Sep 23 01:34:29.283829 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a540592b-7393-4943-bf8a-3e28a6165640 req-82e9ce55-97f4-4dba-a155-612d242ff260 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 210 time: 0.1542816 Sep 23 01:34:29.321159 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-1986db57-22e2-41c6-9d13-876203f81cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '97f62d31-370f-4af0-9959-00b78fd85ccb', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'port_id': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'mac_address': 'fa:16:3e:3d:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:37Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 3, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:29.348334 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:29.390663 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986db57-22e2-41c6-9d13-876203f81cc9 None None] The sync data for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb is: [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '97f62d31-370f-4af0-9959-00b78fd85ccb', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'port_id': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'mac_address': 'fa:16:3e:3d:3d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:37Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 3, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:34:29.393953 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804181e-1897-4638-80c7-8f09fa903713 req-1b048f6a-3227-4c79-93a9-ea497c2b7da2 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:29.397846 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-1b048f6a-3227-4c79-93a9-ea497c2b7da2 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.88 "GET /networking/v2.0/networks?id=8dad8e65-f3d2-4fa3-9f6e-1f92de141844 HTTP/1.1" status: 200 len: 814 time: 0.3504605 Sep 23 01:34:29.414362 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:29.426050 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Request body: {'port': {'device_id': '46942ef2-bc08-446a-aa51-a6a6cd77e0d9', 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844', 'admin_state_up': True, 'tenant_id': '7649509ee74b4e3a9d4b275c913993cd'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:29.491725 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e req-7e0ff9ce-b566-414b-bc12-585703cccd50 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280332 Sep 23 01:34:29.549640 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2ef90f1e-0d8d-4689-8b14-6c91000609e4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.665228 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ed3f5240-63c8-4ca8-8119-e77ef061bd4e req-bd45cfb7-2b7e-4dfe-ad6e-6d6781e4b8fb service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657004 Sep 23 01:34:29.732597 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2ef90f1e-0d8d-4689-8b14-6c91000609e4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (75a17923-aaf5-4cef-9c2b-83c73b3debc3), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.760271 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Made reservation on behalf of 7649509ee74b4e3a9d4b275c913993cd for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:34:29.764918 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.855896 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.l3_db [None req-2ef90f1e-0d8d-4689-8b14-6c91000609e4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Floating IP 75a17923-aaf5-4cef-9c2b-83c73b3debc3 associated. External IP: 172.28.0.110, port: ede09c4f-5481-459e-8280-39d027b079ac. Sep 23 01:34:29.860428 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:29.952692 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Allocated IP 172.20.0.5 (8dad8e65-f3d2-4fa3-9f6e-1f92de141844/b512423f-0fdd-4b14-afd5-deccd395eb4b/a2db1ee2-d39d-493a-8ff7-a76fa68a37ab) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:30.154703 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks [] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.156183 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef90f1e-0d8d-4689-8b14-6c91000609e4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Router d58f9795-8296-4f83-b130-60ce5dca27e4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:34:30.160361 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:30.298058 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.324135 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef90f1e-0d8d-4689-8b14-6c91000609e4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:34:30.331506 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2ef90f1e-0d8d-4689-8b14-6c91000609e4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.341858 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af0360-599f-4989-aaec-e1284072657e None None] Sync routers for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:34:30.348015 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:30.355445 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:30.359464 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af0360-599f-4989-aaec-e1284072657e None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:30.360815 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-c2af0360-599f-4989-aaec-e1284072657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:34:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:30.363106 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:30.411094 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-2ef90f1e-0d8d-4689-8b14-6c91000609e4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "PUT /networking/v2.0/floatingips/75a17923-aaf5-4cef-9c2b-83c73b3debc3 HTTP/1.1" status: 200 len: 992 time: 1.6900091 Sep 23 01:34:30.411094 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b29203c-0147-4612-aaad-d4ff08823364', 'tag': 'ede09c4f-5481-459e-8280-39d027b079ac'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:30.413290 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898e1e84-c364-43dc-b8b0-21cadb569459" -d '{"events": [{"name": "network-changed", "server_uuid": "6b29203c-0147-4612-aaad-d4ff08823364", "tag": "ede09c4f-5481-459e-8280-39d027b079ac"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:30.443570 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:30.448546 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:30.469471 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Pushing event updated for resources: {'Port': ['ID=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:30.480866 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34a0e9a-50ca-4f14-a2d6-c71783e4073f x-openstack-request-id: req-d34a0e9a-50ca-4f14-a2d6-c71783e4073f {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:30.480866 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b29203c-0147-4612-aaad-d4ff08823364", "tag": "ede09c4f-5481-459e-8280-39d027b079ac", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:30.488243 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d34a0e9a-50ca-4f14-a2d6-c71783e4073f {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:30.488243 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34a0e9a-50ca-4f14-a2d6-c71783e4073f'] response: {'name': 'network-changed', 'server_uuid': '6b29203c-0147-4612-aaad-d4ff08823364', 'tag': 'ede09c4f-5481-459e-8280-39d027b079ac', 'status': 'completed', 'code': 200} Sep 23 01:34:30.515854 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-c2af0360-599f-4989-aaec-e1284072657e None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:30.537682 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff63800c-85b9-4077-9a62-d6e19ddf6f67 x-openstack-request-id: req-ff63800c-85b9-4077-9a62-d6e19ddf6f67 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:30.538069 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:30.538364 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ff63800c-85b9-4077-9a62-d6e19ddf6f67 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:30.538941 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff63800c-85b9-4077-9a62-d6e19ddf6f67'] response: {'name': 'network-changed', 'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'status': 'completed', 'code': 200} Sep 23 01:34:30.546781 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:30.547459 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.644446 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40148) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:30.672405 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b383a-fb0e-443f-a7d8-a83292de064b req-e8af873d-e152-4f0f-a192-dc9c9225ce2e tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:30.674015 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-586b383a-fb0e-443f-a7d8-a83292de064b req-e8af873d-e152-4f0f-a192-dc9c9225ce2e tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 931 time: 0.1579926 Sep 23 01:34:30.678088 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1e84-c364-43dc-b8b0-21cadb569459 req-3dbbb71f-b3b5-4b26-b9b5-7aadc788b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:30.679811 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-898e1e84-c364-43dc-b8b0-21cadb569459 req-3dbbb71f-b3b5-4b26-b9b5-7aadc788b0ff service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 1130 time: 0.1045678 Sep 23 01:34:30.680941 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:30.681470 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6 req-d0f61a2f-297f-40de-ba64-1c9b609c2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:30.683564 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6 req-d0f61a2f-297f-40de-ba64-1c9b609c2cee service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 1129 time: 0.0960732 Sep 23 01:34:30.702018 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_v2 [None req-912209a2-e649-4d20-9ea9-0fc2e76c9253 admin admin] Deleting subnet 9c2c08e8-3dcf-4054-a683-16a040b73933 {{(pid=107196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:34:30.706015 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-912209a2-e649-4d20-9ea9-0fc2e76c9253 admin admin] Publish callbacks [] for subnet (9c2c08e8-3dcf-4054-a683-16a040b73933), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.754092 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-912209a2-e649-4d20-9ea9-0fc2e76c9253 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15685217'] for subnet (9c2c08e8-3dcf-4054-a683-16a040b73933), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.768462 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:30.789830 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-18244b7e-62e1-4bf2-a1ce-9f3567f98ed7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3688085 Sep 23 01:34:30.813481 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-912209a2-e649-4d20-9ea9-0fc2e76c9253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (9c2c08e8-3dcf-4054-a683-16a040b73933), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.840092 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-c2af0360-599f-4989-aaec-e1284072657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '75a17923-aaf5-4cef-9c2b-83c73b3debc3', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': 'ede09c4f-5481-459e-8280-39d027b079ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:a2:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b29203c-0147-4612-aaad-d4ff08823364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:34:06Z', 'updated_at': '2022-09-23T01:34:29Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:30.842035 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Request body: {'port': {'device_id': '46942ef2-bc08-446a-aa51-a6a6cd77e0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:30.889644 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af0360-599f-4989-aaec-e1284072657e None None] Checking router: d58f9795-8296-4f83-b130-60ce5dca27e4 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:34:30.901817 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af0360-599f-4989-aaec-e1284072657e None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:30.902677 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-c2af0360-599f-4989-aaec-e1284072657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:34:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:30.963875 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6 req-4c605a83-db7d-490c-b80a-7a7144274043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:30.965267 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6 req-4c605a83-db7d-490c-b80a-7a7144274043 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 200 len: 920 time: 0.2599800 Sep 23 01:34:30.973643 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-586b383a-fb0e-443f-a7d8-a83292de064b req-3c7e7dd4-6f8a-4b3c-91ed-d1440cdb98a7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644608 Sep 23 01:34:31.027423 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-912209a2-e649-4d20-9ea9-0fc2e76c9253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15907408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317174'] for subnet (9c2c08e8-3dcf-4054-a683-16a040b73933), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.037164 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-c2af0360-599f-4989-aaec-e1284072657e None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:31.053581 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1e84-c364-43dc-b8b0-21cadb569459 req-8ada1c08-00b5-4c97-9fe5-b10b9749279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:31.054981 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-898e1e84-c364-43dc-b8b0-21cadb569459 req-8ada1c08-00b5-4c97-9fe5-b10b9749279f service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 915 time: 0.3622363 Sep 23 01:34:31.060400 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912209a2-e649-4d20-9ea9-0fc2e76c9253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2c08e8-3dcf-4054-a683-16a040b73933,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:31.063900 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-912209a2-e649-4d20-9ea9-0fc2e76c9253 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.070443 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-912209a2-e649-4d20-9ea9-0fc2e76c9253 admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/9c2c08e8-3dcf-4054-a683-16a040b73933 HTTP/1.1" status: 204 len: 168 time: 0.4237676 Sep 23 01:34:31.078825 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40150) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:31.079111 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.163123 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6 req-dbe0ffd2-cacf-481d-8cba-4c9e4458d715 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe HTTP/1.1" status: 200 len: 1001 time: 0.1902044 Sep 23 01:34:31.198649 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (4e552ed7-ec04-42c5-b79f-5d9303a6d12c), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.246756 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-898e1e84-c364-43dc-b8b0-21cadb569459 req-d93ca4ad-fee5-4754-b176-f203a85193af service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede09c4f-5481-459e-8280-39d027b079ac HTTP/1.1" status: 200 len: 1000 time: 0.1800315 Sep 23 01:34:31.279958 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:31.331907 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (4e552ed7-ec04-42c5-b79f-5d9303a6d12c), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.376580 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e552ed7-ec04-42c5-b79f-5d9303a6d12c']}} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:31.385922 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-c2af0360-599f-4989-aaec-e1284072657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '75a17923-aaf5-4cef-9c2b-83c73b3debc3', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': 'ede09c4f-5481-459e-8280-39d027b079ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:a2:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b29203c-0147-4612-aaad-d4ff08823364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:34:06Z', 'updated_at': '2022-09-23T01:34:29Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:31.395866 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4') {'for_net_delete': True} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:31.396840 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4') {} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:31.417501 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af0360-599f-4989-aaec-e1284072657e None None] The sync data for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb is: [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '75a17923-aaf5-4cef-9c2b-83c73b3debc3', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': 'ede09c4f-5481-459e-8280-39d027b079ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:a2:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b29203c-0147-4612-aaad-d4ff08823364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:34:06Z', 'updated_at': '2022-09-23T01:34:29Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:34:31.418994 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15685210'] for segment (fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.433869 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:31.440282 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.448683 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] Releasing vlan 488 on physical network physnet1 to pool {{(pid=107196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:34:31.449177 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15907562'] for segment (fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.507332 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4 resource provider aggregate not found Sep 23 01:34:31.536437 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe1b6c50-e0fa-4eca-95bb-e3e2fb0f21f4 found for delete ", "request_id": "req-10566f29-5663-4319-9925-3567a1d4aaa5"}]} Sep 23 01:34:31.653121 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (4e552ed7-ec04-42c5-b79f-5d9303a6d12c), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.707545 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e552ed7-ec04-42c5-b79f-5d9303a6d12c,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:31.721160 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.723720 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6 req-f87b123a-75dd-47c0-92dc-ec836bcac50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:31.725432 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6 req-f87b123a-75dd-47c0-92dc-ec836bcac50f service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 200 len: 858 time: 0.5484140 Sep 23 01:34:31.727813 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-763345eb-3df5-433b-ba23-6a6c721f4af1 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/4e552ed7-ec04-42c5-b79f-5d9303a6d12c HTTP/1.1" status: 204 len: 168 time: 0.6514575 Sep 23 01:34:31.758493 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f206f5-487d-4643-bf5c-05a359adf96e None None] New status for floating IP 75a17923-aaf5-4cef-9c2b-83c73b3debc3: ACTIVE {{(pid=107197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:34:31.851151 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1e84-c364-43dc-b8b0-21cadb569459 req-5820afb7-b319-47b4-b46c-5e2be772d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:31.853649 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-898e1e84-c364-43dc-b8b0-21cadb569459 req-5820afb7-b319-47b4-b46c-5e2be772d2fd service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=f836c9f3-d6cc-4e08-b1de-9b5ad70243d8 HTTP/1.1" status: 200 len: 853 time: 0.5962408 Sep 23 01:34:31.953693 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6 req-497a5684-ad75-4042-8ab0-eda634eafd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:31.955450 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6 req-497a5684-ad75-4042-8ab0-eda634eafd92 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=f90a1241-aaff-46d8-9539-62d24ac1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2118280 Sep 23 01:34:32.027147 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1e84-c364-43dc-b8b0-21cadb569459 req-717ff61a-5d41-45a3-aea5-57ca7c10bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:32.028297 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-898e1e84-c364-43dc-b8b0-21cadb569459 req-717ff61a-5d41-45a3-aea5-57ca7c10bfe1 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45d87e2c-cffb-4bc6-84be-6c06e6485b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1657755 Sep 23 01:34:32.149337 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3de070-bc57-420e-a4a7-cfb80f1c16b4 req-58df1a0e-2a32-48a0-abe6-83785093f0a4 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:32.152038 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-cd3de070-bc57-420e-a4a7-cfb80f1c16b4 req-58df1a0e-2a32-48a0-abe6-83785093f0a4 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 931 time: 0.0672014 Sep 23 01:34:32.193215 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6 req-90689e98-b89c-4427-9bec-07958a23d1fa service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278812 Sep 23 01:34:32.212730 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-cd3de070-bc57-420e-a4a7-cfb80f1c16b4 req-d2a70022-cdfc-47be-8cd2-915792a6d112 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532954 Sep 23 01:34:32.283954 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-898e1e84-c364-43dc-b8b0-21cadb569459 req-245428eb-c8e2-4bd9-9bed-a09a555f4acb service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423391 Sep 23 01:34:32.284948 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40160) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:32.356472 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-345fae68-c1de-4874-87c0-830bcb12816c admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=fcf8637049864e26a8af15e6fd3e1f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703053 Sep 23 01:34:32.359944 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40162) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:32.377575 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2db1ee2-d39d-493a-8ff7-a76fa68a37ab {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:34:32.394268 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Publish callbacks [] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:32.437524 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Transition to ACTIVE for port object a2db1ee2-d39d-493a-8ff7-a76fa68a37ab will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:34:32.439136 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f1584160-f70e-4e69-bb3a-024c5be1d09d admin admin] Publish callbacks [] for security_group (d00fad72-0767-4544-83fd-0ac2b3dba119), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:32.455997 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6d85795b-f63c-4f10-aca3-6f5ba116dbe6 req-0ae61928-929b-4c31-86a0-d86cf1b10c98 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495975 Sep 23 01:34:32.472892 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f1584160-f70e-4e69-bb3a-024c5be1d09d admin admin] Publish callbacks [] for security_group (d00fad72-0767-4544-83fd-0ac2b3dba119), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:32.482505 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-898e1e84-c364-43dc-b8b0-21cadb569459 req-962d9587-f13b-44eb-90ac-2c9103278e44 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777384 Sep 23 01:34:32.552982 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:32.589728 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:32.620662 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Pushing event updated for resources: {'Port': ['ID=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:32.678556 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Attempting to bind port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:34:32.678918 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Attempting to bind port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '2f932b9c-3cee-4b14-a742-b6c39e6b3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:34:32.679247 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Attempting to bind port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab on network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:32.730346 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:32.731663 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f1584160-f70e-4e69-bb3a-024c5be1d09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (d00fad72-0767-4544-83fd-0ac2b3dba119), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:32.735502 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f1584160-f70e-4e69-bb3a-024c5be1d09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:32.736520 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab on network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:34:32.736918 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Attempting to bind port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab on network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:32.737179 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f1584160-f70e-4e69-bb3a-024c5be1d09d admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/d00fad72-0767-4544-83fd-0ac2b3dba119 HTTP/1.1" status: 204 len: 168 time: 0.3762686 Sep 23 01:34:32.746868 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1584160-f70e-4e69-bb3a-024c5be1d09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00fad72-0767-4544-83fd-0ac2b3dba119,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:32.798388 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:34:32.798975 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Checking segment: {'id': '2f932b9c-3cee-4b14-a742-b6c39e6b3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:32.800146 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Bound using segment: {'id': '2f932b9c-3cee-4b14-a742-b6c39e6b3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:34:32.800619 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Bound port: a2db1ee2-d39d-493a-8ff7-a76fa68a37ab, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f932b9c-3cee-4b14-a742-b6c39e6b3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:34:32.801177 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:32.879231 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] For port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:34:32.883234 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] For port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab,segment=NetworkSegment(2f932b9c-3cee-4b14-a742-b6c39e6b3cdf),segment_id=2f932b9c-3cee-4b14-a742-b6c39e6b3cdf)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:34:33.000817 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.004466 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:33.005474 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.007060 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/a2db1ee2-d39d-493a-8ff7-a76fa68a37ab HTTP/1.1" status: 200 len: 1093 time: 2.1778209 Sep 23 01:34:33.009514 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46942ef2-bc08-446a-aa51-a6a6cd77e0d9', 'tag': 'a2db1ee2-d39d-493a-8ff7-a76fa68a37ab'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:33.012726 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9938bf2b-9baf-4add-a25d-bda5e74ce3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "46942ef2-bc08-446a-aa51-a6a6cd77e0d9", "tag": "a2db1ee2-d39d-493a-8ff7-a76fa68a37ab"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:33.084386 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc00eb58-3770-4bc0-a941-d6ac6f4afc26 x-openstack-request-id: req-cc00eb58-3770-4bc0-a941-d6ac6f4afc26 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:33.084797 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46942ef2-bc08-446a-aa51-a6a6cd77e0d9", "tag": "a2db1ee2-d39d-493a-8ff7-a76fa68a37ab", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:33.085140 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cc00eb58-3770-4bc0-a941-d6ac6f4afc26 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:33.085636 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc00eb58-3770-4bc0-a941-d6ac6f4afc26'] response: {'name': 'network-changed', 'server_uuid': '46942ef2-bc08-446a-aa51-a6a6cd77e0d9', 'tag': 'a2db1ee2-d39d-493a-8ff7-a76fa68a37ab', 'status': 'completed', 'code': 200} Sep 23 01:34:33.099538 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ae1c4-8ea0-43a1-9d68-679a2359312d service neutron] Pushing event updated for resources: {'Port': ['ID=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:33.192224 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938bf2b-9baf-4add-a25d-bda5e74ce3ff req-275952cd-5dc5-4c59-a8b0-6fb91ebdef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:33.194200 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9938bf2b-9baf-4add-a25d-bda5e74ce3ff req-275952cd-5dc5-4c59-a8b0-6fb91ebdef51 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7649509ee74b4e3a9d4b275c913993cd&device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 1127 time: 0.0511861 Sep 23 01:34:33.378547 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938bf2b-9baf-4add-a25d-bda5e74ce3ff req-a8dcfe23-f25f-4660-8374-e5a6e7f0fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:33.380606 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9938bf2b-9baf-4add-a25d-bda5e74ce3ff req-a8dcfe23-f25f-4660-8374-e5a6e7f0fd61 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=7649509ee74b4e3a9d4b275c913993cd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1698864 Sep 23 01:34:33.394267 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe160924-a6ca-4da4-81c4-942505fa280a req-1c2bfc9b-b657-46a2-817d-ec234ee6a597 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:33.396972 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fe160924-a6ca-4da4-81c4-942505fa280a req-1c2bfc9b-b657-46a2-817d-ec234ee6a597 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 943 time: 0.0925236 Sep 23 01:34:33.456840 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fe160924-a6ca-4da4-81c4-942505fa280a req-95193bfe-a91b-4315-998d-05c8d3f72003 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518575 Sep 23 01:34:33.511727 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938bf2b-9baf-4add-a25d-bda5e74ce3ff req-eeba29b2-675b-4e8d-abc7-1a5a0deb9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:33.513519 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9938bf2b-9baf-4add-a25d-bda5e74ce3ff req-eeba29b2-675b-4e8d-abc7-1a5a0deb9ace service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235826 Sep 23 01:34:33.631357 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804181e-1897-4638-80c7-8f09fa903713 req-66c1344f-4efb-4c65-983c-0f9838320a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:33.632925 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-66c1344f-4efb-4c65-983c-0f9838320a66 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7649509ee74b4e3a9d4b275c913993cd&device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 1127 time: 0.0480027 Sep 23 01:34:33.692067 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-0d41f8fb-a40d-4917-8d31-a74c04d94984 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab HTTP/1.1" status: 200 len: 217 time: 0.0401928 Sep 23 01:34:33.776227 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804181e-1897-4638-80c7-8f09fa903713 req-3f622e4e-bdf6-4588-8f19-ea3f5d2e8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:33.777808 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-3f622e4e-bdf6-4588-8f19-ea3f5d2e8dc4 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=b512423f-0fdd-4b14-afd5-deccd395eb4b HTTP/1.1" status: 200 len: 854 time: 0.0796456 Sep 23 01:34:33.815445 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-483661b5-f2a9-44f3-ae0b-87a8fb7094ba service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=8dad8e65-f3d2-4fa3-9f6e-1f92de141844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287292 Sep 23 01:34:33.927781 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-096ee8f3-a1fb-4fd1-adb0-3ba8d7c67380 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/8dad8e65-f3d2-4fa3-9f6e-1f92de141844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058688 Sep 23 01:34:34.054701 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f804181e-1897-4638-80c7-8f09fa903713 req-c28facdd-52ae-44e6-bbf5-6cdae008d358 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/8dad8e65-f3d2-4fa3-9f6e-1f92de141844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197906 Sep 23 01:34:34.312792 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:34:34.653067 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af888f2c-ae7d-4e5e-82ab-701c98f28775 req-ac07e11b-37b3-43e4-8ec4-05c5688fc67b tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:34.655814 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-af888f2c-ae7d-4e5e-82ab-701c98f28775 req-ac07e11b-37b3-43e4-8ec4-05c5688fc67b tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 943 time: 0.0834267 Sep 23 01:34:34.673810 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:34.719335 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-af888f2c-ae7d-4e5e-82ab-701c98f28775 req-e73c751d-7134-4cfa-82e2-5780ccb97aa0 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568640 Sep 23 01:34:35.857091 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251b00b-44c4-48c5-99d4-35db643a1d01 req-4ea15770-4da3-4654-8ca2-d2c99b50e315 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:35.858627 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4251b00b-44c4-48c5-99d4-35db643a1d01 req-4ea15770-4da3-4654-8ca2-d2c99b50e315 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 943 time: 0.0484896 Sep 23 01:34:35.918750 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4251b00b-44c4-48c5-99d4-35db643a1d01 req-7815141c-a01a-4ccb-ad73-c5487bb6edd4 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 Sep 23 01:34:36.991727 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a2db1ee2-d39d-493a-8ff7-a76fa68a37ab details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:34:37.059703 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd19ad1-284a-4b67-ab09-d3e645afa46a req-8dd177bb-6c60-4857-9064-8b6f1e51ffc0 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:37.061405 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6dd19ad1-284a-4b67-ab09-d3e645afa46a req-8dd177bb-6c60-4857-9064-8b6f1e51ffc0 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 943 time: 0.0535376 Sep 23 01:34:37.128124 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6dd19ad1-284a-4b67-ab09-d3e645afa46a req-333041cb-0e21-44f9-9efa-7f1346dafcc0 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597808 Sep 23 01:34:37.140708 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab,segment=NetworkSegment(2f932b9c-3cee-4b14-a742-b6c39e6b3cdf),segment_id=2f932b9c-3cee-4b14-a742-b6c39e6b3cdf)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:37.160684 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': 'a2db1ee2-d39d-493a-8ff7-a76fa68a37ab', 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844', 'port_id': 'a2db1ee2-d39d-493a-8ff7-a76fa68a37ab', 'mac_address': 'fa:16:3e:05:d7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b512423f-0fdd-4b14-afd5-deccd395eb4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:34:37.209346 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:37.210048 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.233206 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2db1ee2-d39d-493a-8ff7-a76fa68a37ab {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:34:37.265173 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab,segment=NetworkSegment(2f932b9c-3cee-4b14-a742-b6c39e6b3cdf),segment_id=2f932b9c-3cee-4b14-a742-b6c39e6b3cdf)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:37.421221 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.477970 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:37.828679 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['a2db1ee2-d39d-493a-8ff7-a76fa68a37ab'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:34:37.961970 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:38.513820 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7211b5d-6029-4ec8-8026-aa9f994fd6d6 req-ff5430b8-ee64-4fc0-b056-7da2c5672099 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:38.515471 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f7211b5d-6029-4ec8-8026-aa9f994fd6d6 req-ff5430b8-ee64-4fc0-b056-7da2c5672099 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 944 time: 0.2868316 Sep 23 01:34:38.575339 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f7211b5d-6029-4ec8-8026-aa9f994fd6d6 req-7b4c70a7-b41c-49a1-9bbc-408e3db1f349 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518486 Sep 23 01:34:39.025164 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a2db1ee2-d39d-493a-8ff7-a76fa68a37ab up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:39.090561 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:34:39.210000 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:39.210752 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:39.211289 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab Sep 23 01:34:39.307293 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:39.307599 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:39.463949 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46942ef2-bc08-446a-aa51-a6a6cd77e0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2db1ee2-d39d-493a-8ff7-a76fa68a37ab'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:39.466366 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c03bc46-d70f-48a4-a413-04bf9125cac5" -d '{"events": [{"server_uuid": "46942ef2-bc08-446a-aa51-a6a6cd77e0d9", "name": "network-vif-plugged", "status": "completed", "tag": "a2db1ee2-d39d-493a-8ff7-a76fa68a37ab"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:39.482082 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab,segment=NetworkSegment(2f932b9c-3cee-4b14-a742-b6c39e6b3cdf),segment_id=2f932b9c-3cee-4b14-a742-b6c39e6b3cdf)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:39.529296 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce61982-762c-4d56-990d-5e7ea80dadd1 x-openstack-request-id: req-3ce61982-762c-4d56-990d-5e7ea80dadd1 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:39.529296 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46942ef2-bc08-446a-aa51-a6a6cd77e0d9", "name": "network-vif-plugged", "status": "completed", "tag": "a2db1ee2-d39d-493a-8ff7-a76fa68a37ab", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:39.529296 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3ce61982-762c-4d56-990d-5e7ea80dadd1 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:39.529296 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce61982-762c-4d56-990d-5e7ea80dadd1'] response: {'server_uuid': '46942ef2-bc08-446a-aa51-a6a6cd77e0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2db1ee2-d39d-493a-8ff7-a76fa68a37ab', 'code': 200} Sep 23 01:34:39.605793 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:39.657161 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:39.714705 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab1e6f-152a-4f74-a752-933ef0dbeb98 req-afc74940-7126-4213-b10e-502d62e94cf9 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:39.716227 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7aab1e6f-152a-4f74-a752-933ef0dbeb98 req-afc74940-7126-4213-b10e-502d62e94cf9 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0499091 Sep 23 01:34:39.769560 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7aab1e6f-152a-4f74-a752-933ef0dbeb98 req-d57d5d5c-bac4-4c61-acd6-1d913985d9c5 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474789 Sep 23 01:34:39.971671 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216d306-525b-4d3f-8f15-d882763d160d req-46d5297a-3169-4745-8ea5-c4c3cd6a1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:39.973256 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b216d306-525b-4d3f-8f15-d882763d160d req-46d5297a-3169-4745-8ea5-c4c3cd6a1c53 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 1129 time: 0.0405459 Sep 23 01:34:40.024967 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b216d306-525b-4d3f-8f15-d882763d160d req-f03b6a3a-e9d1-43d4-8356-bb8056def3f3 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438848 Sep 23 01:34:40.914101 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fc92d-6ce3-48c0-aded-3ffc1e1a9fd0 req-c76f3701-4814-46a1-8ee4-687d281b02c3 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:40.915870 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b51fc92d-6ce3-48c0-aded-3ffc1e1a9fd0 req-c76f3701-4814-46a1-8ee4-687d281b02c3 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0589907 Sep 23 01:34:40.981478 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b51fc92d-6ce3-48c0-aded-3ffc1e1a9fd0 req-a2003882-648d-435c-a115-c2580160b8e0 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548844 Sep 23 01:34:41.389590 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=78 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:42.138091 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83dc26-0301-4034-80c8-a7b0df00d157 req-d47b69ab-7022-44bf-af6f-9db504e468fb tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:42.139818 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1c83dc26-0301-4034-80c8-a7b0df00d157 req-d47b69ab-7022-44bf-af6f-9db504e468fb tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0764048 Sep 23 01:34:42.198554 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1c83dc26-0301-4034-80c8-a7b0df00d157 req-18d137d0-9465-4778-ad82-75afadd5589a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522399 Sep 23 01:34:44.309227 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=72 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:44.691929 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:44.884184 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4e548461-df70-4500-a54a-b5c79674904b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:47.607464 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40384) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:47.731961 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e3f67eb9-bcb9-4b78-bad0-cf12f689d515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:47.759115 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:47.790543 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:47.820043 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e3f67eb9-bcb9-4b78-bad0-cf12f689d515 admin admin] Publish callbacks [] for security_group (785464a9-4e50-4dc8-8d83-f5b1dbf5f3ef), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:47.868480 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-0efa03bb-b5a2-405f-bcfc-d2a7ce3a0234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:47.909637 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e3f67eb9-bcb9-4b78-bad0-cf12f689d515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (785464a9-4e50-4dc8-8d83-f5b1dbf5f3ef), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:47.953242 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f67eb9-bcb9-4b78-bad0-cf12f689d515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785464a9-4e50-4dc8-8d83-f5b1dbf5f3ef,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:47.958369 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-e3f67eb9-bcb9-4b78-bad0-cf12f689d515 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=c10c7c306cca4264a26fec6a6d9fd344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494895 Sep 23 01:34:47.960986 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40388) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:47.981940 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:48.022783 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a404a5f4-3ae6-4508-a962-00d2732fe6c2 admin admin] Publish callbacks [] for security_group (785464a9-4e50-4dc8-8d83-f5b1dbf5f3ef), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:48.047509 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a404a5f4-3ae6-4508-a962-00d2732fe6c2 admin admin] Publish callbacks [] for security_group (785464a9-4e50-4dc8-8d83-f5b1dbf5f3ef), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:48.181351 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a404a5f4-3ae6-4508-a962-00d2732fe6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (785464a9-4e50-4dc8-8d83-f5b1dbf5f3ef), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:48.185078 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a404a5f4-3ae6-4508-a962-00d2732fe6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:48.186798 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a404a5f4-3ae6-4508-a962-00d2732fe6c2 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/785464a9-4e50-4dc8-8d83-f5b1dbf5f3ef HTTP/1.1" status: 204 len: 168 time: 0.2236962 Sep 23 01:34:48.196860 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404a5f4-3ae6-4508-a962-00d2732fe6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785464a9-4e50-4dc8-8d83-f5b1dbf5f3ef,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:49.445960 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:50.480963 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:50.809308 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4f49e-71a0-4ea7-a26e-5f639f589373 req-aa41535f-0e2d-42b4-b651-b5b487d130c7 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:50.810930 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-27f4f49e-71a0-4ea7-a26e-5f639f589373 req-aa41535f-0e2d-42b4-b651-b5b487d130c7 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0526879 Sep 23 01:34:50.872456 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-27f4f49e-71a0-4ea7-a26e-5f639f589373 req-1bf2af64-2ab7-4a59-b30f-b13161c43077 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556991 Sep 23 01:34:51.445433 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:52.008763 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96cc91-a0d1-437c-a70a-f11b5af769c2 req-04dc1eff-487b-4cb9-b726-7dcbe4841e16 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:52.010366 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1e96cc91-a0d1-437c-a70a-f11b5af769c2 req-04dc1eff-487b-4cb9-b726-7dcbe4841e16 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0538037 Sep 23 01:34:52.061122 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1e96cc91-a0d1-437c-a70a-f11b5af769c2 req-e7bb761a-769a-4022-9f2c-f86f731128f3 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443363 Sep 23 01:34:53.203111 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3fe0-0a16-4249-ad58-27d749d5686a req-d50dc6ea-455c-4649-8303-75e5056dc734 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:53.204546 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c5ac3fe0-0a16-4249-ad58-27d749d5686a req-d50dc6ea-455c-4649-8303-75e5056dc734 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0629823 Sep 23 01:34:53.260594 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c5ac3fe0-0a16-4249-ad58-27d749d5686a req-393eeec2-7114-4479-a67c-2895d199ad46 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=64657dcd-acd7-4824-9c52-86cfe8a134cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504241 Sep 23 01:34:53.588773 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-cc296087-8fe2-4a65-a9d7-5ea29541cbc1 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:53.590345 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-cc296087-8fe2-4a65-a9d7-5ea29541cbc1 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 946 time: 0.0562921 Sep 23 01:34:53.698501 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Deleting port 2200912c-418b-4a3a-b810-a31ced612934 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:34:53.699487 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (2200912c-418b-4a3a-b810-a31ced612934), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:53.790852 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:53.814488 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] For port 2200912c-418b-4a3a-b810-a31ced612934, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2200912c-418b-4a3a-b810-a31ced612934,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:53.814844 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (2200912c-418b-4a3a-b810-a31ced612934), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.009782 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.010134 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (cec4d549-b37f-4df3-a8c5-cbf07327e1e0), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.010446 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Floating IP cec4d549-b37f-4df3-a8c5-cbf07327e1e0 disassociated. External IP: 172.28.0.107, port: 2200912c-418b-4a3a-b810-a31ced612934. Sep 23 01:34:54.010813 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Calling delete_port for 2200912c-418b-4a3a-b810-a31ced612934 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:34:54.228605 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (2200912c-418b-4a3a-b810-a31ced612934), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.258524 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event deleted for resources: {'Port': ['ID=2200912c-418b-4a3a-b810-a31ced612934,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:54.319715 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:54.373627 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7d191725-1e2b-48a4-861b-b2277542b237 req-8d3da541-81db-403d-9060-160e9e528e23 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 0.0294433 Sep 23 01:34:54.398619 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Router a1477586-a31b-42d1-8559-78ae55b793b4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:34:54.506035 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:34:54.518570 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78616ae-67da-40ce-a5c8-8c48bb102cc5 None None] Sync routers for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:34:54.531365 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78616ae-67da-40ce-a5c8-8c48bb102cc5 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:54.532078 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-c78616ae-67da-40ce-a5c8-8c48bb102cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:34:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:54.564108 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] No DVR routers for this DVR port 2200912c-418b-4a3a-b810-a31ced612934 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:34:54.567668 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.571245 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6d5acf99-bcf4-42bb-8f41-f08b734c0a77 req-746e7b62-5872-4bcb-9890-a34096ac8e26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.88 "DELETE /networking/v2.0/ports/2200912c-418b-4a3a-b810-a31ced612934 HTTP/1.1" status: 204 len: 173 time: 0.9639549 Sep 23 01:34:54.571805 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'name': 'network-vif-deleted', 'tag': '2200912c-418b-4a3a-b810-a31ced612934'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:54.574662 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8a6522-d619-470d-8ced-84b667d2ec29" -d '{"events": [{"server_uuid": "17a5241c-3bc7-44ce-8de9-65050f0e2425", "name": "network-vif-deleted", "tag": "2200912c-418b-4a3a-b810-a31ced612934"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:54.617882 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a82963a-a988-4801-82ec-6bb4194e43e5 x-openstack-request-id: req-5a82963a-a988-4801-82ec-6bb4194e43e5 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:54.618197 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a5241c-3bc7-44ce-8de9-65050f0e2425", "name": "network-vif-deleted", "tag": "2200912c-418b-4a3a-b810-a31ced612934", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:54.618429 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5a82963a-a988-4801-82ec-6bb4194e43e5 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:54.618883 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a82963a-a988-4801-82ec-6bb4194e43e5'] response: {'server_uuid': '17a5241c-3bc7-44ce-8de9-65050f0e2425', 'name': 'network-vif-deleted', 'tag': '2200912c-418b-4a3a-b810-a31ced612934', 'status': 'completed', 'code': 200} Sep 23 01:34:54.767319 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-c78616ae-67da-40ce-a5c8-8c48bb102cc5 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:54.989206 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-c78616ae-67da-40ce-a5c8-8c48bb102cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:55.027013 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78616ae-67da-40ce-a5c8-8c48bb102cc5 None None] Checking router: a1477586-a31b-42d1-8559-78ae55b793b4 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:34:55.031026 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78616ae-67da-40ce-a5c8-8c48bb102cc5 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:55.031814 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-c78616ae-67da-40ce-a5c8-8c48bb102cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:34:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:55.063026 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:55.144272 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-c78616ae-67da-40ce-a5c8-8c48bb102cc5 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:55.364441 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-c78616ae-67da-40ce-a5c8-8c48bb102cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:55.391542 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78616ae-67da-40ce-a5c8-8c48bb102cc5 None None] The sync data for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb is: [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:34:55.523033 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-91b9600c-69bd-4284-9a9d-fc79f98b3672 req-23e56867-a976-45fa-b7bc-3380e0f83db0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 0.0293734 Sep 23 01:34:55.642107 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6630778-e40a-49f5-b8be-243991f79d69 None None] New status for floating IP cec4d549-b37f-4df3-a8c5-cbf07327e1e0: DOWN {{(pid=107197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:34:56.837347 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-03b8650c-cca2-4fb9-a6ba-f27924aa7328 req-9436beab-4dbf-44ff-a9a1-8749fb1ff60f tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=17a5241c-3bc7-44ce-8de9-65050f0e2425 HTTP/1.1" status: 200 len: 210 time: 0.2121158 Sep 23 01:34:57.165973 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 2200912c-418b-4a3a-b810-a31ced612934 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:34:57.191267 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: 2200912c-418b-4a3a-b810-a31ced612934 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:34:57.191565 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 2200912c-418b-4a3a-b810-a31ced612934 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:34:58.002009 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40468) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:58.081557 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2ac1f134-7daf-4c73-a98f-e128c758515e tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (64657dcd-acd7-4824-9c52-86cfe8a134cb), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.106088 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2ac1f134-7daf-4c73-a98f-e128c758515e tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (64657dcd-acd7-4824-9c52-86cfe8a134cb), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.226728 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2ac1f134-7daf-4c73-a98f-e128c758515e tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (64657dcd-acd7-4824-9c52-86cfe8a134cb), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.229302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2ac1f134-7daf-4c73-a98f-e128c758515e tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.231048 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-2ac1f134-7daf-4c73-a98f-e128c758515e tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "DELETE /networking/v2.0/security-groups/64657dcd-acd7-4824-9c52-86cfe8a134cb HTTP/1.1" status: 204 len: 168 time: 0.2279527 Sep 23 01:34:58.234043 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40470) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:58.241273 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1f134-7daf-4c73-a98f-e128c758515e tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64657dcd-acd7-4824-9c52-86cfe8a134cb,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:58.251578 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.api.v2.resource [None req-53652391-e308-4f4c-860a-c0bdc37740f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] show failed (client error): The resource could not be found. Sep 23 01:34:58.252637 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-53652391-e308-4f4c-860a-c0bdc37740f5 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups/64657dcd-acd7-4824-9c52-86cfe8a134cb HTTP/1.1" status: 404 len: 347 time: 0.0171938 Sep 23 01:34:58.255925 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40472) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:58.393054 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-110b6bda-79df-478f-b2a9-5d6f5fe7fe0c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Deleting port e3fc5330-fa0c-4b7b-9200-c28d69f19caf {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:34:58.393325 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-110b6bda-79df-478f-b2a9-5d6f5fe7fe0c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (e3fc5330-fa0c-4b7b-9200-c28d69f19caf), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.493916 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-110b6bda-79df-478f-b2a9-5d6f5fe7fe0c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (e3fc5330-fa0c-4b7b-9200-c28d69f19caf), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.493916 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-110b6bda-79df-478f-b2a9-5d6f5fe7fe0c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (e3fc5330-fa0c-4b7b-9200-c28d69f19caf), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.518692 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-110b6bda-79df-478f-b2a9-5d6f5fe7fe0c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Calling delete_port for e3fc5330-fa0c-4b7b-9200-c28d69f19caf owned by network:floatingip {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:34:58.748813 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-110b6bda-79df-478f-b2a9-5d6f5fe7fe0c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (e3fc5330-fa0c-4b7b-9200-c28d69f19caf), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.774562 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b6bda-79df-478f-b2a9-5d6f5fe7fe0c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event deleted for resources: {'Port': ['ID=e3fc5330-fa0c-4b7b-9200-c28d69f19caf,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:58.846860 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-110b6bda-79df-478f-b2a9-5d6f5fe7fe0c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (cec4d549-b37f-4df3-a8c5-cbf07327e1e0), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.849975 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-110b6bda-79df-478f-b2a9-5d6f5fe7fe0c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.851310 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-110b6bda-79df-478f-b2a9-5d6f5fe7fe0c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "DELETE /networking/v2.0/floatingips/cec4d549-b37f-4df3-a8c5-cbf07327e1e0 HTTP/1.1" status: 204 len: 168 time: 0.5943344 Sep 23 01:34:59.033291 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40478) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:59.038118 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-da41626a-d404-40f3-802a-364901e53a7c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952117148', 'description': 'tempest-description--1702401'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:59.149700 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-da41626a-d404-40f3-802a-364901e53a7c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:59.192887 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:59.227890 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-da41626a-d404-40f3-802a-364901e53a7c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (eba0c6ee-5df1-4354-b000-45bdfe10568d), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:59.295330 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-da41626a-d404-40f3-802a-364901e53a7c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (eba0c6ee-5df1-4354-b000-45bdfe10568d), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:59.330337 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41626a-d404-40f3-802a-364901e53a7c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba0c6ee-5df1-4354-b000-45bdfe10568d,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:59.417324 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-da41626a-d404-40f3-802a-364901e53a7c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:59.418700 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-da41626a-d404-40f3-802a-364901e53a7c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3843598 Sep 23 01:34:59.421843 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40480) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:59.426210 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-a547d38e-f1c8-4e77-a254-8368ec9769ef tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'security_group_rule': {'security_group_id': 'eba0c6ee-5df1-4354-b000-45bdfe10568d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:59.546681 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a547d38e-f1c8-4e77-a254-8368ec9769ef tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (6b94d296-2309-4a22-b330-911694e92cbc), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:59.605689 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a547d38e-f1c8-4e77-a254-8368ec9769ef tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (6b94d296-2309-4a22-b330-911694e92cbc), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:59.723938 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a547d38e-f1c8-4e77-a254-8368ec9769ef tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (6b94d296-2309-4a22-b330-911694e92cbc), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:59.745071 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547d38e-f1c8-4e77-a254-8368ec9769ef tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b94d296-2309-4a22-b330-911694e92cbc,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:59.834491 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a547d38e-f1c8-4e77-a254-8368ec9769ef tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:59.843792 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a547d38e-f1c8-4e77-a254-8368ec9769ef tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129832 Sep 23 01:34:59.843792 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40482) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:59.843792 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-7dc3355e-7de9-49c2-823d-306ba129d356 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'security_group_rule': {'security_group_id': 'eba0c6ee-5df1-4354-b000-45bdfe10568d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:59.943244 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7dc3355e-7de9-49c2-823d-306ba129d356 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (3cf077c7-e01e-488c-8267-35ca4e3ccc4d), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:00.001326 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7dc3355e-7de9-49c2-823d-306ba129d356 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (3cf077c7-e01e-488c-8267-35ca4e3ccc4d), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:00.103371 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7dc3355e-7de9-49c2-823d-306ba129d356 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (3cf077c7-e01e-488c-8267-35ca4e3ccc4d), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:00.124191 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3355e-7de9-49c2-823d-306ba129d356 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf077c7-e01e-488c-8267-35ca4e3ccc4d,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:00.219898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7dc3355e-7de9-49c2-823d-306ba129d356 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:00.221634 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-7dc3355e-7de9-49c2-823d-306ba129d356 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3817477 Sep 23 01:35:00.224654 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40490) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:00.231622 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'floatingip': {'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:00.250969 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:00.388962 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:00.534400 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:00.648649 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Allocated IP 172.28.0.117 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/d4caddac-931d-4c9a-90d7-f4675391057b) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:35:00.769302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for port (d4caddac-931d-4c9a-90d7-f4675391057b), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:00.795442 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:00.913289 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (d4caddac-931d-4c9a-90d7-f4675391057b), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:00.956673 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:35:00.959772 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:35:00.963977 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:35:00.969318 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'Port': ['ID=d4caddac-931d-4c9a-90d7-f4675391057b,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:01.329831 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (10f51fcb-b2ba-418e-9f6f-14c044f052b9), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:01.448975 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d4caddac-931d-4c9a-90d7-f4675391057b), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:01.600931 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:01.611277 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for port (d4caddac-931d-4c9a-90d7-f4675391057b), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:01.731915 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (d4caddac-931d-4c9a-90d7-f4675391057b), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:01.805059 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'Port': ['ID=d4caddac-931d-4c9a-90d7-f4675391057b,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:01.807657 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (10f51fcb-b2ba-418e-9f6f-14c044f052b9), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:01.916021 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:01.919076 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-22fdac01-8e88-41c9-a353-d1ca02a45535 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6914318 Sep 23 01:35:02.232384 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-3a4deaf5-5140-450e-9022-1493a76d28e3 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--952117148&fields=id&tenant_id=c6eb69ff09b040bfb8d93798e76393d6 HTTP/1.1" status: 200 len: 267 time: 0.0489748 Sep 23 01:35:02.337012 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:02.347939 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-6515fb56-455a-4be3-95b3-a19d55f83775 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:02.354020 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-6515fb56-455a-4be3-95b3-a19d55f83775 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/networks?id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801 HTTP/1.1" status: 200 len: 810 time: 0.1094754 Sep 23 01:35:02.365534 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-87d888cb-a0d3-4038-adef-4a6987d9782b tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/quotas/c6eb69ff09b040bfb8d93798e76393d6 HTTP/1.1" status: 200 len: 375 time: 0.0103877 Sep 23 01:35:02.423933 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-8dd5ec96-a9d9-48e2-90f3-6d3769c3a22b tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523129 Sep 23 01:35:02.525815 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:02.529746 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-ae004028-001a-45a9-a808-7353193127e1 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935359 Sep 23 01:35:02.638030 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-dca02825-2bee-4fba-8e03-c35fe2c8a95f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014540 Sep 23 01:35:02.935374 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1caea08b-d51e-4ca3-9cee-4ca5e53e92fa req-698542ff-5c9d-41de-bc65-0f04688689f0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 210 time: 0.0503633 Sep 23 01:35:04.053205 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-79cd90c1-aece-433f-8f1a-a86f48df0c0f req-237db1f7-1ec3-4287-90a6-93ebf0682c26 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 210 time: 0.0290916 Sep 23 01:35:05.169834 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-71fd972e-a42b-4d7b-b7e2-b0f9a30cd2d4 req-054133da-d4eb-493b-aee5-6a50aeee5a01 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 210 time: 0.0303855 Sep 23 01:35:05.807610 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-46c625d2-4494-47e5-abf8-8648948d4bad tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:05.809187 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-46c625d2-4494-47e5-abf8-8648948d4bad tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.88 "GET /networking/v2.0/networks?id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801 HTTP/1.1" status: 200 len: 810 time: 0.1173720 Sep 23 01:35:05.938968 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-0fd0693e-8ae7-4f75-b4de-f94f702f945c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c6eb69ff09b040bfb8d93798e76393d6 HTTP/1.1" status: 200 len: 379 time: 0.0938866 Sep 23 01:35:05.950716 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'port': {'device_id': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'admin_state_up': True, 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'security_groups': ['eba0c6ee-5df1-4354-b000-45bdfe10568d']}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:06.234344 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Made reservation on behalf of c6eb69ff09b040bfb8d93798e76393d6 for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:35:06.240384 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:06.379053 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b37dde2b-4788-4b94-917d-aba042d8b4a1 req-867d586a-aff0-4bfd-9263-b5c05d69eb63 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 210 time: 0.0482311 Sep 23 01:35:06.491497 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Allocated IP 172.20.0.12 (d79fa1b9-376d-4b44-b8bb-8ed997fe9801/6c89ba87-0be1-4d26-9033-03a421da6f4e/a4174067-6e96-4afc-b8e6-8b7db50913d3) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:35:06.504865 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:06.683914 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:06.708077 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:06.795176 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:06.849900 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:35:06.853397 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:35:06.858488 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:35:06.865840 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event updated for resources: {'Port': ['ID=a4174067-6e96-4afc-b8e6-8b7db50913d3,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:06.896530 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.896876 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.897218 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.897565 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.897938 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.898275 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.898631 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.898955 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.899280 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.899605 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.899933 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.900251 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.900605 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.900977 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.901370 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:06.932202 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:06.932951 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:07.060295 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-70e19188-f4bc-406b-869d-1227bc077a75 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1153364 Sep 23 01:35:07.096119 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-b053f6cb-c400-425f-82cf-549eda0798a6 None None] Provisioning complete for port a4174067-6e96-4afc-b8e6-8b7db50913d3 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:35:07.096789 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-b053f6cb-c400-425f-82cf-549eda0798a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:07.096898 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-b053f6cb-c400-425f-82cf-549eda0798a6 None None] Attempt 1 to provision port a4174067-6e96-4afc-b8e6-8b7db50913d3 Sep 23 01:35:07.135108 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-b053f6cb-c400-425f-82cf-549eda0798a6 None None] Port a4174067-6e96-4afc-b8e6-8b7db50913d3 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:07.275182 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Request body: {'port': {'device_id': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:07.340903 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:07.550145 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754d4fc-b0a8-45f9-957f-1ac98ea504ae req-839a1d28-0480-4fb4-a975-674fbfd20fe2 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:07.551957 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1754d4fc-b0a8-45f9-957f-1ac98ea504ae req-839a1d28-0480-4fb4-a975-674fbfd20fe2 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 932 time: 0.0587738 Sep 23 01:35:07.626134 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1754d4fc-b0a8-45f9-957f-1ac98ea504ae req-db316092-0272-4a56-af52-795fde91546a tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651896 Sep 23 01:35:07.636892 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-b053f6cb-c400-425f-82cf-549eda0798a6 None None] Attempt 2 to provision port a4174067-6e96-4afc-b8e6-8b7db50913d3 Sep 23 01:35:07.694122 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-b053f6cb-c400-425f-82cf-549eda0798a6 None None] Port a4174067-6e96-4afc-b8e6-8b7db50913d3 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:07.748216 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4174067-6e96-4afc-b8e6-8b7db50913d3 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:35:07.758302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Publish callbacks [] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:07.776023 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Transition to ACTIVE for port object a4174067-6e96-4afc-b8e6-8b7db50913d3 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:35:07.849798 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:07.932439 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Pushing event updated for resources: {'Port': ['ID=a4174067-6e96-4afc-b8e6-8b7db50913d3,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:07.970241 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Attempting to bind port a4174067-6e96-4afc-b8e6-8b7db50913d3 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:35:07.970561 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Attempting to bind port a4174067-6e96-4afc-b8e6-8b7db50913d3 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:35:07.970901 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Attempting to bind port a4174067-6e96-4afc-b8e6-8b7db50913d3 on network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:35:08.019302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Port a4174067-6e96-4afc-b8e6-8b7db50913d3 on network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:35:08.019615 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Attempting to bind port a4174067-6e96-4afc-b8e6-8b7db50913d3 on network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:35:08.053588 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:08.065755 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:35:08.066083 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Checking segment: {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:35:08.066550 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Bound using segment: {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:35:08.067072 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Bound port: a4174067-6e96-4afc-b8e6-8b7db50913d3, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:35:08.067440 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:08.158958 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] For port a4174067-6e96-4afc-b8e6-8b7db50913d3, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:35:08.162992 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] For port a4174067-6e96-4afc-b8e6-8b7db50913d3, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a4174067-6e96-4afc-b8e6-8b7db50913d3,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:35:08.195442 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-b053f6cb-c400-425f-82cf-549eda0798a6 None None] Attempt 3 to provision port a4174067-6e96-4afc-b8e6-8b7db50913d3 Sep 23 01:35:08.210398 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=59,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:08.265127 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-b053f6cb-c400-425f-82cf-549eda0798a6 None None] Port a4174067-6e96-4afc-b8e6-8b7db50913d3 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:08.335741 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:08.342936 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:08.344230 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:08.345803 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/a4174067-6e96-4afc-b8e6-8b7db50913d3 HTTP/1.1" status: 200 len: 1094 time: 1.0757909 Sep 23 01:35:08.346437 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'tag': 'a4174067-6e96-4afc-b8e6-8b7db50913d3'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:08.348886 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1186783d-0ae7-4779-a6a3-35713323459a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4", "tag": "a4174067-6e96-4afc-b8e6-8b7db50913d3"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:08.395875 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:08.395875 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e3acdc-1eb2-4198-b442-5132ecc85735 x-openstack-request-id: req-c2e3acdc-1eb2-4198-b442-5132ecc85735 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:08.395875 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4", "tag": "a4174067-6e96-4afc-b8e6-8b7db50913d3", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:08.395875 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c2e3acdc-1eb2-4198-b442-5132ecc85735 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:08.395875 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e3acdc-1eb2-4198-b442-5132ecc85735'] response: {'name': 'network-changed', 'server_uuid': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'tag': 'a4174067-6e96-4afc-b8e6-8b7db50913d3', 'status': 'completed', 'code': 200} Sep 23 01:35:08.420529 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6d26f-7902-4dcc-ab81-461907d93a84 service neutron] Pushing event updated for resources: {'Port': ['ID=a4174067-6e96-4afc-b8e6-8b7db50913d3,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:08.506349 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186783d-0ae7-4779-a6a3-35713323459a req-ecf5ee6b-904b-437f-80c8-0c0f5c995fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:08.508032 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1186783d-0ae7-4779-a6a3-35713323459a req-ecf5ee6b-904b-437f-80c8-0c0f5c995fb5 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 1128 time: 0.0485232 Sep 23 01:35:08.631041 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186783d-0ae7-4779-a6a3-35713323459a req-c31a5589-a17b-49a1-9649-41ec4c0248a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:08.633056 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1186783d-0ae7-4779-a6a3-35713323459a req-c31a5589-a17b-49a1-9649-41ec4c0248a3 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1094286 Sep 23 01:35:08.767322 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-b053f6cb-c400-425f-82cf-549eda0798a6 None None] Attempt 4 to provision port a4174067-6e96-4afc-b8e6-8b7db50913d3 Sep 23 01:35:08.821761 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186783d-0ae7-4779-a6a3-35713323459a req-4a8478ea-cc89-424e-9fb5-78d0aa70086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:08.824259 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1186783d-0ae7-4779-a6a3-35713323459a req-4a8478ea-cc89-424e-9fb5-78d0aa70086d service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805086 Sep 23 01:35:08.831068 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-b053f6cb-c400-425f-82cf-549eda0798a6 None None] Port a4174067-6e96-4afc-b8e6-8b7db50913d3 had new provisioning blocks added so it will not transition to active. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:35:08.837583 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03cecb-f9eb-4128-9581-dfc26c37c557 req-74d4db7d-8384-4afe-a08e-71a244d64e34 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:08.840231 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fc03cecb-f9eb-4128-9581-dfc26c37c557 req-74d4db7d-8384-4afe-a08e-71a244d64e34 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 944 time: 0.0752387 Sep 23 01:35:08.924978 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fc03cecb-f9eb-4128-9581-dfc26c37c557 req-373a8fa6-537c-4662-8672-915da18541c0 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762908 Sep 23 01:35:08.989195 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-03406b42-b038-4007-b2dc-8f30fc4449df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:08.991221 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-03406b42-b038-4007-b2dc-8f30fc4449df service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 1128 time: 0.0724435 Sep 23 01:35:09.055185 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-874bdd5e-3f37-4cde-8888-7cc572c5f108 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4174067-6e96-4afc-b8e6-8b7db50913d3 HTTP/1.1" status: 200 len: 217 time: 0.0492423 Sep 23 01:35:09.132551 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-ca440799-ca5c-453b-affe-b2767c335c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:09.135271 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-ca440799-ca5c-453b-affe-b2767c335c15 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=6c89ba87-0be1-4d26-9033-03a421da6f4e HTTP/1.1" status: 200 len: 849 time: 0.0725989 Sep 23 01:35:09.196981 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-84ac1067-ea9d-4d05-aa97-3f1ef525c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:09.198824 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-84ac1067-ea9d-4d05-aa97-3f1ef525c616 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0552444 Sep 23 01:35:09.362134 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-963d23cc-5d50-4ab9-a94f-3e3591a9fe95 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526623 Sep 23 01:35:09.523824 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6289c67-6fe2-444c-86da-7ca2f1bbc33e req-152a9e06-91c6-418f-a0bb-027022778b7c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549108 Sep 23 01:35:10.082114 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d2bec-2b0c-4878-af2a-acd130a889e8 req-088e25da-2736-4ee1-9232-9adcd82658bc tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:10.083612 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5d6d2bec-2b0c-4878-af2a-acd130a889e8 req-088e25da-2736-4ee1-9232-9adcd82658bc tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 944 time: 0.0499525 Sep 23 01:35:10.150532 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5d6d2bec-2b0c-4878-af2a-acd130a889e8 req-fc858c7f-f3d7-456b-ba4c-43604e0bde77 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586829 Sep 23 01:35:11.228876 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a4174067-6e96-4afc-b8e6-8b7db50913d3 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:35:11.314444 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:35:11.318330 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e956da7-b0ec-495f-9591-fa414bdd7eb9 req-8aa11309-9dad-48cc-9f83-76340e67e8b9 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:11.322366 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9e956da7-b0ec-495f-9591-fa414bdd7eb9 req-8aa11309-9dad-48cc-9f83-76340e67e8b9 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 944 time: 0.0785143 Sep 23 01:35:11.337092 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:11.379670 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port a4174067-6e96-4afc-b8e6-8b7db50913d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a4174067-6e96-4afc-b8e6-8b7db50913d3,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:11.393824 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': 'a4174067-6e96-4afc-b8e6-8b7db50913d3', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'port_id': 'a4174067-6e96-4afc-b8e6-8b7db50913d3', 'mac_address': 'fa:16:3e:f9:2e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:35:11.400799 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9e956da7-b0ec-495f-9591-fa414bdd7eb9 req-8543b355-6a54-4fdd-ae07-d5508b8753e7 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698221 Sep 23 01:35:11.443958 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port a4174067-6e96-4afc-b8e6-8b7db50913d3 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:35:11.444717 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:11.463328 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4174067-6e96-4afc-b8e6-8b7db50913d3 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:35:11.497784 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port a4174067-6e96-4afc-b8e6-8b7db50913d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a4174067-6e96-4afc-b8e6-8b7db50913d3,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:11.577547 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:11.646006 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=a4174067-6e96-4afc-b8e6-8b7db50913d3,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:12.031063 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['a4174067-6e96-4afc-b8e6-8b7db50913d3'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:35:12.457889 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=83 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:12.560806 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bfe99-3f2c-4a2a-9d64-277ff26fe2dd req-bfa6457d-45ea-4405-9c65-90ac2af9c841 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:12.563004 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f22bfe99-3f2c-4a2a-9d64-277ff26fe2dd req-bfa6457d-45ea-4405-9c65-90ac2af9c841 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 945 time: 0.0595157 Sep 23 01:35:12.646857 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f22bfe99-3f2c-4a2a-9d64-277ff26fe2dd req-cec4b609-a2f7-4b22-95b2-d02281c76fc3 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766172 Sep 23 01:35:13.259552 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a4174067-6e96-4afc-b8e6-8b7db50913d3 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:35:13.297010 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:13.323817 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port a4174067-6e96-4afc-b8e6-8b7db50913d3 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:35:13.423528 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port a4174067-6e96-4afc-b8e6-8b7db50913d3 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:35:13.423809 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:13.424386 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port a4174067-6e96-4afc-b8e6-8b7db50913d3 Sep 23 01:35:13.547448 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port a4174067-6e96-4afc-b8e6-8b7db50913d3 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:35:13.547832 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:13.577823 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4174067-6e96-4afc-b8e6-8b7db50913d3'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:13.580362 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c47c6f-10c6-4dd5-b080-3b6dfc6136bf" -d '{"events": [{"server_uuid": "8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4", "name": "network-vif-plugged", "status": "completed", "tag": "a4174067-6e96-4afc-b8e6-8b7db50913d3"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:13.610850 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port a4174067-6e96-4afc-b8e6-8b7db50913d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a4174067-6e96-4afc-b8e6-8b7db50913d3,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:13.643970 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84520678-206e-4046-b60e-df3e75d909f5 x-openstack-request-id: req-84520678-206e-4046-b60e-df3e75d909f5 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:13.644314 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4", "name": "network-vif-plugged", "status": "completed", "tag": "a4174067-6e96-4afc-b8e6-8b7db50913d3", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:13.644704 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-84520678-206e-4046-b60e-df3e75d909f5 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:13.645190 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84520678-206e-4046-b60e-df3e75d909f5'] response: {'server_uuid': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4174067-6e96-4afc-b8e6-8b7db50913d3', 'code': 200} Sep 23 01:35:13.723606 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:13.815829 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=a4174067-6e96-4afc-b8e6-8b7db50913d3,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:13.857370 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610afa9-ca16-412d-be08-5949a3398a40 req-03cf751e-7639-4da1-9259-d0ce0a5bbd43 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:13.861518 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9610afa9-ca16-412d-be08-5949a3398a40 req-03cf751e-7639-4da1-9259-d0ce0a5bbd43 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0975060 Sep 23 01:35:13.889996 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191ca96-5aec-47ca-9232-b971c801319d req-75c06bda-1699-46c6-abf7-449246e359d6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:13.893514 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1191ca96-5aec-47ca-9232-b971c801319d req-75c06bda-1699-46c6-abf7-449246e359d6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0608716 Sep 23 01:35:13.960991 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9610afa9-ca16-412d-be08-5949a3398a40 req-a9ccb8e5-0557-4929-998a-ccd144968057 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883555 Sep 23 01:35:13.968611 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1191ca96-5aec-47ca-9232-b971c801319d req-73ebd7f2-0498-44c1-8279-8c6b0a0a0fc6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651841 Sep 23 01:35:14.769452 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-99ff3cd3-48ea-449b-82b4-882404ada363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:15.170371 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d01c6-3836-4e70-8f9a-444b4b5b311c req-addbabc6-11b2-4fe7-94a7-55747078fba1 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:15.172051 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-314d01c6-3836-4e70-8f9a-444b4b5b311c req-addbabc6-11b2-4fe7-94a7-55747078fba1 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0845766 Sep 23 01:35:15.181387 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ddda3-21d5-480e-95e7-9d5d95833418 req-957ec006-2b60-4d0d-afd7-40164800fce4 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:15.183716 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fa0ddda3-21d5-480e-95e7-9d5d95833418 req-957ec006-2b60-4d0d-afd7-40164800fce4 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0809786 Sep 23 01:35:15.228092 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-314d01c6-3836-4e70-8f9a-444b4b5b311c req-8cb1dbb3-53bb-4562-9ec2-925c1b312afa tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494444 Sep 23 01:35:15.240054 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fa0ddda3-21d5-480e-95e7-9d5d95833418 req-26d502b3-6ab8-4f47-8d69-59a02d611295 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485244 Sep 23 01:35:16.379572 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcc654-608c-4bc7-a5d2-60db3744e72c req-ed89cd47-c300-4f9c-b3cd-a825128181cc tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:16.383635 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6cfcc654-608c-4bc7-a5d2-60db3744e72c req-ed89cd47-c300-4f9c-b3cd-a825128181cc tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0666299 Sep 23 01:35:16.388788 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa73226-d702-4eec-8cd0-02a15ba5447a req-951ba0d3-41ff-4e96-be24-449746b02bf9 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:16.391227 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1aa73226-d702-4eec-8cd0-02a15ba5447a req-951ba0d3-41ff-4e96-be24-449746b02bf9 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0634530 Sep 23 01:35:16.442444 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6cfcc654-608c-4bc7-a5d2-60db3744e72c req-3e400c46-8225-44c6-a48b-ecd8106b6523 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533557 Sep 23 01:35:16.450462 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1aa73226-d702-4eec-8cd0-02a15ba5447a req-26e174bd-81a9-480c-84a2-b54b45ca5b67 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524940 Sep 23 01:35:17.409734 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fbc79-1705-42a5-a317-54141bb25f17 req-007612cb-bd18-4fd0-b446-0544634c80de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:17.412453 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c84fbc79-1705-42a5-a317-54141bb25f17 req-007612cb-bd18-4fd0-b446-0544634c80de service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 1130 time: 0.0509701 Sep 23 01:35:17.590609 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c84fbc79-1705-42a5-a317-54141bb25f17 req-df3ad7c5-8636-4d2e-a9aa-b86dc0a151ec service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764723 Sep 23 01:35:17.596862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e8b52-3657-4290-a030-f68d2f8d8d4b req-8c3f615c-3195-4166-b56a-675ebf171630 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:17.598327 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-085e8b52-3657-4290-a030-f68d2f8d8d4b req-8c3f615c-3195-4166-b56a-675ebf171630 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0695794 Sep 23 01:35:17.616368 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfd850-6f1e-4521-8a21-29d4d3d9842f req-b9403ae1-f368-4982-a7ed-b6be7ebd111a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:17.617922 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-78dfd850-6f1e-4521-8a21-29d4d3d9842f req-b9403ae1-f368-4982-a7ed-b6be7ebd111a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0538950 Sep 23 01:35:17.652766 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-085e8b52-3657-4290-a030-f68d2f8d8d4b req-f3d2540c-bd44-4a8d-b544-db722f40697d tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479195 Sep 23 01:35:17.672450 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-78dfd850-6f1e-4521-8a21-29d4d3d9842f req-1b3455e3-7c7f-4c58-a914-dee7b7613f90 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474665 Sep 23 01:35:17.791934 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a7b2-6890-4e55-a07a-fb9dfa879321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:18.843272 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ce3c6-c827-4ad9-903c-9d96b1cb5397 req-a4e671ff-4b26-4190-95e3-64bcdb8b9a5d tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:18.847113 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-914ce3c6-c827-4ad9-903c-9d96b1cb5397 req-a4e671ff-4b26-4190-95e3-64bcdb8b9a5d tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.1121514 Sep 23 01:35:18.885721 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa78e3f-48ad-439b-ae0d-9368e17f1269 req-f9f1197e-025b-42c0-8c5a-8a013769d5cb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:18.891267 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3aa78e3f-48ad-439b-ae0d-9368e17f1269 req-f9f1197e-025b-42c0-8c5a-8a013769d5cb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0947413 Sep 23 01:35:18.912231 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-914ce3c6-c827-4ad9-903c-9d96b1cb5397 req-213f8514-1031-4db9-b082-bef6c2eacd32 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535409 Sep 23 01:35:18.930437 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:18.951842 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3aa78e3f-48ad-439b-ae0d-9368e17f1269 req-76ad882e-c8a9-485b-a9d8-7316d5f578e2 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540702 Sep 23 01:35:19.357513 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b896f-7633-4986-9e80-0332becfb35e req-31b116b3-fb43-46d5-aef0-6f127f2c6d62 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:19.359135 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f40b896f-7633-4986-9e80-0332becfb35e req-31b116b3-fb43-46d5-aef0-6f127f2c6d62 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0541234 Sep 23 01:35:19.443283 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:20.080474 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ca1c5-2505-48bc-b836-9780a8e63738 req-0cd80617-53e6-4331-94ef-b418df6ddfa7 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:20.084637 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ce1ca1c5-2505-48bc-b836-9780a8e63738 req-0cd80617-53e6-4331-94ef-b418df6ddfa7 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0728889 Sep 23 01:35:20.150247 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:20.185211 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ce1ca1c5-2505-48bc-b836-9780a8e63738 req-fc14dfee-7b70-4053-a85c-c034627cff73 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929735 Sep 23 01:35:20.213251 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Deleting port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:20.213912 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:20.340157 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2595bda-9b69-4b3d-9369-ed3ae39a7a43 req-eadaeb53-630d-4b06-8aeb-3553997d7cdf tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:20.341884 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e2595bda-9b69-4b3d-9369-ed3ae39a7a43 req-eadaeb53-630d-4b06-8aeb-3553997d7cdf tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 945 time: 0.0842545 Sep 23 01:35:20.351904 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] For port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:20.352268 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:20.394076 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:20.396168 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:20.401409 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e2595bda-9b69-4b3d-9369-ed3ae39a7a43 req-fb248b78-af96-4999-9376-7d3fb2b31a7b tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=fa11bf7a-02fd-4a26-86e6-e4800c4ea917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530484 Sep 23 01:35:20.587197 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:20.615488 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:20.615961 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (97f62d31-370f-4af0-9959-00b78fd85ccb), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:20.616462 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Floating IP 97f62d31-370f-4af0-9959-00b78fd85ccb disassociated. External IP: 172.28.0.244, port: 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe. Sep 23 01:35:20.617677 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Calling delete_port for 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:21.005910 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:21.035376 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event deleted for resources: {'Port': ['ID=9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:21.212211 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Router b83295e3-d83a-429c-aadc-9e8e3d75d86f has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:35:21.304585 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:35:21.314786 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=85 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:21.335073 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:35:21.335449 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:35:21.370176 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:21.409207 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:35:21.422788 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90a7ab-9791-4e8b-8e76-50e381c091f0 None None] Sync routers for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:35:21.429969 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f1cf3-a856-4249-a3a8-580fe38a542a req-d1899653-bcaf-4c52-a222-9890a93aa83a tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:21.432716 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-925f1cf3-a856-4249-a3a8-580fe38a542a req-d1899653-bcaf-4c52-a222-9890a93aa83a tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0813107 Sep 23 01:35:21.449368 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90a7ab-9791-4e8b-8e76-50e381c091f0 None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:21.451026 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-ad90a7ab-9791-4e8b-8e76-50e381c091f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:21.498321 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:21.525332 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] No DVR routers for this DVR port 9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:35:21.530877 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:21.540081 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f40b896f-7633-4986-9e80-0332becfb35e req-a18ee79b-2637-48d1-a091-e7a418df815a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "DELETE /networking/v2.0/ports/9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe HTTP/1.1" status: 204 len: 173 time: 1.4693820 Sep 23 01:35:21.540977 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'name': 'network-vif-deleted', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:21.562697 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f8823a-2d1b-47c8-814e-ea7dce249c74" -d '{"events": [{"server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "name": "network-vif-deleted", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:21.583201 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-925f1cf3-a856-4249-a3a8-580fe38a542a req-64b351f9-0c4a-452d-aa5b-d587d27e0705 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349578 Sep 23 01:35:21.647332 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-ad90a7ab-9791-4e8b-8e76-50e381c091f0 None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:21.716572 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a3095118-9120-490c-8c1d-52d09c7da101 req-d5f3dac3-e331-4efd-81d7-21881c354e8e tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 210 time: 0.0387249 Sep 23 01:35:21.771006 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8b1f1b-2017-40ba-bf11-867fc2fb9231 x-openstack-request-id: req-db8b1f1b-2017-40ba-bf11-867fc2fb9231 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:21.771302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd16850-5832-4f4b-ab32-bbddef3228d6", "name": "network-vif-deleted", "tag": "9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:21.771642 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-db8b1f1b-2017-40ba-bf11-867fc2fb9231 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:21.772105 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8b1f1b-2017-40ba-bf11-867fc2fb9231'] response: {'server_uuid': '8cd16850-5832-4f4b-ab32-bbddef3228d6', 'name': 'network-vif-deleted', 'tag': '9f4db8a9-00d6-4ffc-b9fa-017f1e460ebe', 'status': 'completed', 'code': 200} Sep 23 01:35:21.938168 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06910014-a819-4b9c-a15c-e55b6ed9ffad req-8a943f28-8094-4851-a25b-0bdb2bf69b14 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:21.941877 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-06910014-a819-4b9c-a15c-e55b6ed9ffad req-8a943f28-8094-4851-a25b-0bdb2bf69b14 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.1023419 Sep 23 01:35:21.958068 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40690) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:21.967629 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-9d511aea-7bac-4168-91f3-addc350b4a66 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Request body: {'floatingip': {'port_id': 'a4174067-6e96-4afc-b8e6-8b7db50913d3'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:21.970801 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-ad90a7ab-9791-4e8b-8e76-50e381c091f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:22.007513 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90a7ab-9791-4e8b-8e76-50e381c091f0 None None] Checking router: b83295e3-d83a-429c-aadc-9e8e3d75d86f for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:35:22.018491 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90a7ab-9791-4e8b-8e76-50e381c091f0 None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:22.019256 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-ad90a7ab-9791-4e8b-8e76-50e381c091f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:22.020091 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9d511aea-7bac-4168-91f3-addc350b4a66 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (10f51fcb-b2ba-418e-9f6f-14c044f052b9), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:22.124581 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:22.135571 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-ad90a7ab-9791-4e8b-8e76-50e381c091f0 None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:22.431532 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-ad90a7ab-9791-4e8b-8e76-50e381c091f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:22.472907 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90a7ab-9791-4e8b-8e76-50e381c091f0 None None] The sync data for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb is: [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:30:08Z', 'revision_number': 4, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd1335949-2f1c-4115-a62e-8a4f6a948b86', 'name': '', 'network_id': 'f90a1241-aaff-46d8-9539-62d24ac1ba91', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'mac_address': 'fa:16:3e:f4:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:04Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'subnets': [{'id': '5a72aa6b-8c82-4133-a1b7-a217b6c40e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:35:22.494627 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:22.612178 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9d511aea-7bac-4168-91f3-addc350b4a66 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:22.708842 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9d511aea-7bac-4168-91f3-addc350b4a66 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (10f51fcb-b2ba-418e-9f6f-14c044f052b9), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:22.781777 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec4900-32e7-42d3-a885-8de20ba85a29 None None] New status for floating IP 97f62d31-370f-4af0-9959-00b78fd85ccb: DOWN {{(pid=107197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:35:22.896698 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6b32c9be-be68-4d11-82f6-a01142e64560 req-77e013f2-21e8-4e4d-9957-ccc1d0f4e7f4 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 210 time: 0.0421221 Sep 23 01:35:23.120231 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [None req-9d511aea-7bac-4168-91f3-addc350b4a66 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Floating IP 10f51fcb-b2ba-418e-9f6f-14c044f052b9 associated. External IP: 172.28.0.117, port: a4174067-6e96-4afc-b8e6-8b7db50913d3. Sep 23 01:35:23.360594 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d511aea-7bac-4168-91f3-addc350b4a66 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Router a1477586-a31b-42d1-8559-78ae55b793b4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:35:23.474450 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d511aea-7bac-4168-91f3-addc350b4a66 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:35:23.479659 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9d511aea-7bac-4168-91f3-addc350b4a66 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:23.485519 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20132582-f7e4-4b40-82d1-44808da68958 None None] Sync routers for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:35:23.496801 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20132582-f7e4-4b40-82d1-44808da68958 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:23.497449 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-20132582-f7e4-4b40-82d1-44808da68958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:23.523553 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-9d511aea-7bac-4168-91f3-addc350b4a66 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "PUT /networking/v2.0/floatingips/10f51fcb-b2ba-418e-9f6f-14c044f052b9 HTTP/1.1" status: 200 len: 992 time: 1.5620198 Sep 23 01:35:23.706160 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-20132582-f7e4-4b40-82d1-44808da68958 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:23.737838 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:23.773983 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'tag': 'a4174067-6e96-4afc-b8e6-8b7db50913d3'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:23.777725 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289562f8-0998-4bea-b99c-1ab1cc912d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4", "tag": "a4174067-6e96-4afc-b8e6-8b7db50913d3"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:23.820622 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427004db-96cb-4291-88da-c68e6515ff05 x-openstack-request-id: req-427004db-96cb-4291-88da-c68e6515ff05 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:23.821525 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4", "tag": "a4174067-6e96-4afc-b8e6-8b7db50913d3", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:23.821782 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-427004db-96cb-4291-88da-c68e6515ff05 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:23.822277 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427004db-96cb-4291-88da-c68e6515ff05'] response: {'name': 'network-changed', 'server_uuid': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'tag': 'a4174067-6e96-4afc-b8e6-8b7db50913d3', 'status': 'completed', 'code': 200} Sep 23 01:35:23.946956 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-20132582-f7e4-4b40-82d1-44808da68958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '10f51fcb-b2ba-418e-9f6f-14c044f052b9', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'floating_ip_address': '172.28.0.117', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'port_id': 'a4174067-6e96-4afc-b8e6-8b7db50913d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'mac_address': 'fa:16:3e:f9:2e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:01Z', 'updated_at': '2022-09-23T01:35:22Z', 'revision_number': 1, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:23.976101 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20132582-f7e4-4b40-82d1-44808da68958 None None] Checking router: a1477586-a31b-42d1-8559-78ae55b793b4 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:35:23.987142 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20132582-f7e4-4b40-82d1-44808da68958 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:23.987778 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-20132582-f7e4-4b40-82d1-44808da68958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:24.035702 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:24.052990 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0ab1eb11-e3b4-49c4-8015-5e63cb9f45c6 req-6208e874-133c-42fb-9022-4746257074ae tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cd16850-5832-4f4b-ab32-bbddef3228d6 HTTP/1.1" status: 200 len: 210 time: 0.0434163 Sep 23 01:35:24.124879 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-20132582-f7e4-4b40-82d1-44808da68958 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:24.143678 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289562f8-0998-4bea-b99c-1ab1cc912d0a req-076793e8-06d7-45a7-b2a7-9ab250ee6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:24.145347 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-289562f8-0998-4bea-b99c-1ab1cc912d0a req-076793e8-06d7-45a7-b2a7-9ab250ee6115 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 1130 time: 0.0681643 Sep 23 01:35:24.379680 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-20132582-f7e4-4b40-82d1-44808da68958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '10f51fcb-b2ba-418e-9f6f-14c044f052b9', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'floating_ip_address': '172.28.0.117', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'port_id': 'a4174067-6e96-4afc-b8e6-8b7db50913d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'mac_address': 'fa:16:3e:f9:2e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:01Z', 'updated_at': '2022-09-23T01:35:22Z', 'revision_number': 1, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:24.405276 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20132582-f7e4-4b40-82d1-44808da68958 None None] The sync data for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb is: [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '10f51fcb-b2ba-418e-9f6f-14c044f052b9', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'floating_ip_address': '172.28.0.117', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'port_id': 'a4174067-6e96-4afc-b8e6-8b7db50913d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'mac_address': 'fa:16:3e:f9:2e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:01Z', 'updated_at': '2022-09-23T01:35:22Z', 'revision_number': 1, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:35:24.516381 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:24.561588 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289562f8-0998-4bea-b99c-1ab1cc912d0a req-486862e0-4192-49c0-9e02-224090d12ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:24.563155 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-289562f8-0998-4bea-b99c-1ab1cc912d0a req-486862e0-4192-49c0-9e02-224090d12ea8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801 HTTP/1.1" status: 200 len: 911 time: 0.1173656 Sep 23 01:35:24.637422 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11d9ee-a345-42e0-a642-ffed6e18c966 None None] New status for floating IP 10f51fcb-b2ba-418e-9f6f-14c044f052b9: ACTIVE {{(pid=107197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:35:24.836767 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-289562f8-0998-4bea-b99c-1ab1cc912d0a req-8595d881-0b41-465f-8da6-52306fd0bf05 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4174067-6e96-4afc-b8e6-8b7db50913d3 HTTP/1.1" status: 200 len: 1000 time: 0.0692766 Sep 23 01:35:25.043234 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.239691 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40720) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:25.310628 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9e89554e-7589-4a35-8c82-f0d13306f7ee tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group (fa11bf7a-02fd-4a26-86e6-e4800c4ea917), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.362049 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9e89554e-7589-4a35-8c82-f0d13306f7ee tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group (fa11bf7a-02fd-4a26-86e6-e4800c4ea917), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.457039 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289562f8-0998-4bea-b99c-1ab1cc912d0a req-d865ef35-987c-46b7-aa81-fb450c63b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:25.458859 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-289562f8-0998-4bea-b99c-1ab1cc912d0a req-d865ef35-987c-46b7-aa81-fb450c63b5c1 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=6c89ba87-0be1-4d26-9033-03a421da6f4e HTTP/1.1" status: 200 len: 849 time: 0.1170049 Sep 23 01:35:25.516903 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289562f8-0998-4bea-b99c-1ab1cc912d0a req-2b07fc20-1a90-4901-b7b0-170426b0ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:25.518663 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-289562f8-0998-4bea-b99c-1ab1cc912d0a req-2b07fc20-1a90-4901-b7b0-170426b0ab67 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d79fa1b9-376d-4b44-b8bb-8ed997fe9801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0496883 Sep 23 01:35:25.639582 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-289562f8-0998-4bea-b99c-1ab1cc912d0a req-b62b111d-bc9d-47fb-a7dc-194d58f919f0 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098969 Sep 23 01:35:25.702950 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9e89554e-7589-4a35-8c82-f0d13306f7ee tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (fa11bf7a-02fd-4a26-86e6-e4800c4ea917), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.706466 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-9e89554e-7589-4a35-8c82-f0d13306f7ee tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.707892 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-9e89554e-7589-4a35-8c82-f0d13306f7ee tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "DELETE /networking/v2.0/security-groups/fa11bf7a-02fd-4a26-86e6-e4800c4ea917 HTTP/1.1" status: 204 len: 168 time: 0.4671187 Sep 23 01:35:25.710909 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40726) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:25.725778 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89554e-7589-4a35-8c82-f0d13306f7ee tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa11bf7a-02fd-4a26-86e6-e4800c4ea917,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:25.727208 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.api.v2.resource [None req-7c3849ff-fc68-4812-a4b6-925acabc4c30 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] show failed (client error): The resource could not be found. Sep 23 01:35:25.731577 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-7c3849ff-fc68-4812-a4b6-925acabc4c30 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups/fa11bf7a-02fd-4a26-86e6-e4800c4ea917 HTTP/1.1" status: 404 len: 347 time: 0.0192447 Sep 23 01:35:25.732454 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40728) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:25.786257 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-289562f8-0998-4bea-b99c-1ab1cc912d0a req-edfc54be-2d8f-4239-b9a0-82a1372d4ceb service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398523 Sep 23 01:35:25.890219 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Deleting port 26f584cd-9d57-4adc-813d-ddb80e6184bd {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:25.890219 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (26f584cd-9d57-4adc-813d-ddb80e6184bd), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.991333 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (26f584cd-9d57-4adc-813d-ddb80e6184bd), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.991660 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for floatingip (26f584cd-9d57-4adc-813d-ddb80e6184bd), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.007661 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Calling delete_port for 26f584cd-9d57-4adc-813d-ddb80e6184bd owned by network:floatingip {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:26.263338 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (26f584cd-9d57-4adc-813d-ddb80e6184bd), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.298119 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event deleted for resources: {'Port': ['ID=26f584cd-9d57-4adc-813d-ddb80e6184bd,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:26.325157 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.325522 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.325832 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.326172 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.326508 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.326870 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.327202 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.327529 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.327857 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.328179 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.328504 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.328827 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.329177 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.329499 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.329822 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:26.378731 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks [] for floatingip (97f62d31-370f-4af0-9959-00b78fd85ccb), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.381358 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.382602 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-cfe51c7c-4556-42c1-a14b-b0aa2a212c2a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "DELETE /networking/v2.0/floatingips/97f62d31-370f-4af0-9959-00b78fd85ccb HTTP/1.1" status: 204 len: 168 time: 0.6491504 Sep 23 01:35:29.607163 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:29.622188 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2341a28-6cf7-4b1a-b1da-7627e3de7312 req-65177621-76e1-4735-894c-6b4afb769eeb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:29.623911 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b2341a28-6cf7-4b1a-b1da-7627e3de7312 req-65177621-76e1-4735-894c-6b4afb769eeb tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0544486 Sep 23 01:35:29.691228 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b2341a28-6cf7-4b1a-b1da-7627e3de7312 req-282d61dd-9936-413a-9e41-8a7d1f65585e tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611961 Sep 23 01:35:30.351928 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043f338-c515-4188-b237-bbd2b1ce8904 req-25f1fd65-6cd0-4fac-85a0-e1cd0d9658ce tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:30.353552 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1043f338-c515-4188-b237-bbd2b1ce8904 req-25f1fd65-6cd0-4fac-85a0-e1cd0d9658ce tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 946 time: 0.0515819 Sep 23 01:35:30.416577 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1043f338-c515-4188-b237-bbd2b1ce8904 req-b05958fe-c5aa-45ba-b7f6-74927353cdf3 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566030 Sep 23 01:35:30.857157 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d965b1f-d61c-4a8a-86c2-dc5c22a89412 req-df7da57d-6e32-4479-8778-5d8b8c2728fe tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:30.858895 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7d965b1f-d61c-4a8a-86c2-dc5c22a89412 req-df7da57d-6e32-4479-8778-5d8b8c2728fe tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0592003 Sep 23 01:35:30.929834 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7d965b1f-d61c-4a8a-86c2-dc5c22a89412 req-8ab34c0a-f333-4eef-9ab1-de4c7c7047bd tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646830 Sep 23 01:35:31.578315 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823530d-c0a3-4036-875d-6abeb9111d50 req-4c6bc05e-684c-4a71-88d6-ae8a6975cb7f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:31.580005 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7823530d-c0a3-4036-875d-6abeb9111d50 req-4c6bc05e-684c-4a71-88d6-ae8a6975cb7f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 946 time: 0.0527372 Sep 23 01:35:31.634666 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7823530d-c0a3-4036-875d-6abeb9111d50 req-9c5dd440-acbc-4839-8be2-ec1424363c5b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482595 Sep 23 01:35:32.078158 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc7431-1a6f-47a3-946d-6f9c1b77dfc4 req-20c68c88-3816-46b0-af06-737fcee41301 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:32.080448 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f6cc7431-1a6f-47a3-946d-6f9c1b77dfc4 req-20c68c88-3816-46b0-af06-737fcee41301 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0618131 Sep 23 01:35:32.167825 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f6cc7431-1a6f-47a3-946d-6f9c1b77dfc4 req-cafb0054-d06b-4fa5-85ad-1e9770969829 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764210 Sep 23 01:35:32.807432 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a6607-42ca-4825-9911-2c59ca994b2c req-536d5c64-e510-4aea-a153-7c963a6957cd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:32.810119 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2f5a6607-42ca-4825-9911-2c59ca994b2c req-536d5c64-e510-4aea-a153-7c963a6957cd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 946 time: 0.0727475 Sep 23 01:35:32.875702 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2f5a6607-42ca-4825-9911-2c59ca994b2c req-00a60aa6-c7fb-43d8-9708-4b26e721b01b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591700 Sep 23 01:35:33.324369 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e0858-55ea-4d2c-86e6-60ebe6ae893e req-764be525-40d7-4bae-89a8-679a016d540a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:33.326025 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d27e0858-55ea-4d2c-86e6-60ebe6ae893e req-764be525-40d7-4bae-89a8-679a016d540a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0535667 Sep 23 01:35:33.344859 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:33.411292 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d27e0858-55ea-4d2c-86e6-60ebe6ae893e req-bf99b9bc-851c-40a0-a3cc-0d9ad6a1fad2 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768256 Sep 23 01:35:34.038679 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd77d02-9bc3-48dd-9ee2-d25c78be952d req-d05d7f4a-62a7-4083-b3ef-d82849214ca1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:34.039738 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-edd77d02-9bc3-48dd-9ee2-d25c78be952d req-d05d7f4a-62a7-4083-b3ef-d82849214ca1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 946 time: 0.0598435 Sep 23 01:35:34.103350 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-edd77d02-9bc3-48dd-9ee2-d25c78be952d req-e7755a46-1beb-49fe-bedb-f09cdbdc3692 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569475 Sep 23 01:35:34.382081 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=28 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:34.382898 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=58 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:34.574268 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:34.600301 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeba7c-d437-4a0f-a48b-a12cd22d019d req-60b3c796-a392-4b38-835d-216135381142 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:34.603292 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-76eeba7c-d437-4a0f-a48b-a12cd22d019d req-60b3c796-a392-4b38-835d-216135381142 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0902939 Sep 23 01:35:34.688875 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-76eeba7c-d437-4a0f-a48b-a12cd22d019d req-20d750f0-6d62-4b24-8ac4-448916a63a92 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740595 Sep 23 01:35:34.803366 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a4060-89d4-4105-8958-2cb6e247a590 req-4a0f3e8f-8023-4096-991f-525ad722c7d8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:34.804975 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-606a4060-89d4-4105-8958-2cb6e247a590 req-4a0f3e8f-8023-4096-991f-525ad722c7d8 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 946 time: 0.0578425 Sep 23 01:35:34.854553 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:34.922808 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-606a4060-89d4-4105-8958-2cb6e247a590 req-9dd6c1ca-27a5-48f4-99bb-3ee406bab881 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Deleting port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:34.922808 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-606a4060-89d4-4105-8958-2cb6e247a590 req-9dd6c1ca-27a5-48f4-99bb-3ee406bab881 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.007289 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-d60eae39-39e2-4138-b3ad-f4ceee74ed4f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:35.008935 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-d60eae39-39e2-4138-b3ad-f4ceee74ed4f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 946 time: 0.0977077 Sep 23 01:35:35.123725 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-606a4060-89d4-4105-8958-2cb6e247a590 req-9dd6c1ca-27a5-48f4-99bb-3ee406bab881 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] For port ec07b2a6-453e-4aad-a041-f90c1bdf65b5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ec07b2a6-453e-4aad-a041-f90c1bdf65b5,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:35.124411 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-606a4060-89d4-4105-8958-2cb6e247a590 req-9dd6c1ca-27a5-48f4-99bb-3ee406bab881 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.148105 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-606a4060-89d4-4105-8958-2cb6e247a590 req-9dd6c1ca-27a5-48f4-99bb-3ee406bab881 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Calling delete_port for ec07b2a6-453e-4aad-a041-f90c1bdf65b5 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:35.157420 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Deleting port ede09c4f-5481-459e-8280-39d027b079ac {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:35.157764 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (ede09c4f-5481-459e-8280-39d027b079ac), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.321840 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:35.367674 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08d312-9fa5-4acd-af5b-e99f1d02e537 req-0da404fb-0ef7-4ef6-9030-81c5483c6bdd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:35.369396 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8a08d312-9fa5-4acd-af5b-e99f1d02e537 req-0da404fb-0ef7-4ef6-9030-81c5483c6bdd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 946 time: 0.1065369 Sep 23 01:35:35.428391 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] For port ede09c4f-5481-459e-8280-39d027b079ac, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ede09c4f-5481-459e-8280-39d027b079ac,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:35.428757 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (ede09c4f-5481-459e-8280-39d027b079ac), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.471144 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device ec07b2a6-453e-4aad-a041-f90c1bdf65b5 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:35:35.561608 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8a08d312-9fa5-4acd-af5b-e99f1d02e537 req-bc155313-249e-4da8-8422-e508005456f1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=733efbef-8c3e-42c3-b258-3badd1119774&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1823869 Sep 23 01:35:35.565103 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 is: ACTIVE; New status is: DOWN {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:35:35.565564 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.721382 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:35.736630 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.736986 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (75a17923-aaf5-4cef-9c2b-83c73b3debc3), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.737224 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Floating IP 75a17923-aaf5-4cef-9c2b-83c73b3debc3 disassociated. External IP: 172.28.0.110, port: ede09c4f-5481-459e-8280-39d027b079ac. Sep 23 01:35:35.737563 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Calling delete_port for ede09c4f-5481-459e-8280-39d027b079ac owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:35.751021 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-606a4060-89d4-4105-8958-2cb6e247a590 req-9dd6c1ca-27a5-48f4-99bb-3ee406bab881 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (ec07b2a6-453e-4aad-a041-f90c1bdf65b5), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.777501 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device ede09c4f-5481-459e-8280-39d027b079ac no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:35:35.803986 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['f2278e07-a734-419c-8d95-eb871a15d5c6'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:35:35.818451 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6c1ca-27a5-48f4-99bb-3ee406bab881 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event deleted for resources: {'Port': ['ID=ec07b2a6-453e-4aad-a041-f90c1bdf65b5,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:35.849277 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-956ca13e-ddd0-4cfb-8a76-ff52065bfb73 req-b15623cd-43e3-42e5-bc09-6279618e49fe tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 210 time: 0.0500777 Sep 23 01:35:35.917540 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a4060-89d4-4105-8958-2cb6e247a590 req-9dd6c1ca-27a5-48f4-99bb-3ee406bab881 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] No DVR routers for this DVR port ec07b2a6-453e-4aad-a041-f90c1bdf65b5 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:35:35.926022 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-606a4060-89d4-4105-8958-2cb6e247a590 req-9dd6c1ca-27a5-48f4-99bb-3ee406bab881 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.931878 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-606a4060-89d4-4105-8958-2cb6e247a590 req-9dd6c1ca-27a5-48f4-99bb-3ee406bab881 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "DELETE /networking/v2.0/ports/ec07b2a6-453e-4aad-a041-f90c1bdf65b5 HTTP/1.1" status: 204 len: 173 time: 1.1203442 Sep 23 01:35:35.932863 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9020f125-b2bf-4807-9e61-c407e5c28875', 'name': 'network-vif-deleted', 'tag': 'ec07b2a6-453e-4aad-a041-f90c1bdf65b5'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:35.936888 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629d4240-6182-4c83-83f2-40e7e14af4fe" -d '{"events": [{"server_uuid": "9020f125-b2bf-4807-9e61-c407e5c28875", "name": "network-vif-deleted", "tag": "ec07b2a6-453e-4aad-a041-f90c1bdf65b5"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:36.028560 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac327eb-63af-41fb-8985-6f42c04c6d75 x-openstack-request-id: req-7ac327eb-63af-41fb-8985-6f42c04c6d75 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:36.028941 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9020f125-b2bf-4807-9e61-c407e5c28875", "name": "network-vif-deleted", "tag": "ec07b2a6-453e-4aad-a041-f90c1bdf65b5", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:36.029129 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7ac327eb-63af-41fb-8985-6f42c04c6d75 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:36.029589 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac327eb-63af-41fb-8985-6f42c04c6d75'] response: {'server_uuid': '9020f125-b2bf-4807-9e61-c407e5c28875', 'name': 'network-vif-deleted', 'tag': 'ec07b2a6-453e-4aad-a041-f90c1bdf65b5', 'status': 'completed', 'code': 200} Sep 23 01:35:36.064252 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port ede09c4f-5481-459e-8280-39d027b079ac is: ACTIVE; New status is: DOWN {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:35:36.065136 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ede09c4f-5481-459e-8280-39d027b079ac), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:36.088373 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:36.205006 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (ede09c4f-5481-459e-8280-39d027b079ac), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:36.249947 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'Port': ['ID=ede09c4f-5481-459e-8280-39d027b079ac,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:36.460974 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Router d58f9795-8296-4f83-b130-60ce5dca27e4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:35:36.611548 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:35:36.630989 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5fa3b5-6b24-4245-b444-d3dfb0eb5d66 None None] Sync routers for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:35:36.658496 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5fa3b5-6b24-4245-b444-d3dfb0eb5d66 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:36.659756 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-8f5fa3b5-6b24-4245-b444-d3dfb0eb5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:36.689581 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] No DVR routers for this DVR port ede09c4f-5481-459e-8280-39d027b079ac on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:35:36.695000 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:36.702675 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b9d752c5-b319-436e-8cfa-d21cdbf34a34 req-cb5aef0b-90fd-4a25-b1de-7f8cd8f293be tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "DELETE /networking/v2.0/ports/ede09c4f-5481-459e-8280-39d027b079ac HTTP/1.1" status: 204 len: 173 time: 1.6863847 Sep 23 01:35:36.756182 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7241cdf3-6223-42e2-9a23-411b606308fb req-205c9826-c47a-4989-829c-465423666d2c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 210 time: 0.0463746 Sep 23 01:35:36.856636 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-8f5fa3b5-6b24-4245-b444-d3dfb0eb5d66 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:37.059940 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ce8dae0f-5514-454a-95a8-e921f4ccc3af req-2c8a70fa-8044-4885-8c99-afc97941f645 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 210 time: 0.0409856 Sep 23 01:35:37.137542 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-8f5fa3b5-6b24-4245-b444-d3dfb0eb5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:37.172460 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5fa3b5-6b24-4245-b444-d3dfb0eb5d66 None None] Checking router: d58f9795-8296-4f83-b130-60ce5dca27e4 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:35:37.184464 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5fa3b5-6b24-4245-b444-d3dfb0eb5d66 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:37.185236 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-8f5fa3b5-6b24-4245-b444-d3dfb0eb5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:37.349932 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-8f5fa3b5-6b24-4245-b444-d3dfb0eb5d66 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:37.707478 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-8f5fa3b5-6b24-4245-b444-d3dfb0eb5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:37.744631 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5fa3b5-6b24-4245-b444-d3dfb0eb5d66 None None] The sync data for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb is: [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:35:37.940088 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8c06f9cd-17b5-4037-8fab-32e40c387a18 req-b2e5334c-620b-4d46-ac4a-63c81b21d108 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 210 time: 0.0395582 Sep 23 01:35:38.034101 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b29203c-0147-4612-aaad-d4ff08823364', 'name': 'network-vif-deleted', 'tag': 'ede09c4f-5481-459e-8280-39d027b079ac'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:38.035969 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc788f7-99a5-4a73-a5da-0991595ccc98" -d '{"events": [{"server_uuid": "6b29203c-0147-4612-aaad-d4ff08823364", "name": "network-vif-deleted", "tag": "ede09c4f-5481-459e-8280-39d027b079ac"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:38.081601 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef759c-0f8f-4710-b0da-1bb983ac2591 None None] New status for floating IP 75a17923-aaf5-4cef-9c2b-83c73b3debc3: DOWN {{(pid=107197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:35:38.108503 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ab8491-f829-45fb-800a-ff1dcafa7966 x-openstack-request-id: req-50ab8491-f829-45fb-800a-ff1dcafa7966 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:38.108503 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b29203c-0147-4612-aaad-d4ff08823364", "name": "network-vif-deleted", "tag": "ede09c4f-5481-459e-8280-39d027b079ac", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:38.108503 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-50ab8491-f829-45fb-800a-ff1dcafa7966 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:38.108503 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ab8491-f829-45fb-800a-ff1dcafa7966'] response: {'server_uuid': '6b29203c-0147-4612-aaad-d4ff08823364', 'name': 'network-vif-deleted', 'tag': 'ede09c4f-5481-459e-8280-39d027b079ac', 'status': 'completed', 'code': 200} Sep 23 01:35:38.265465 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7a42a9f4-6c93-4ef8-b953-4a0c79744e82 req-65d8075e-b814-4106-9892-17a714b5c8a0 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9020f125-b2bf-4807-9e61-c407e5c28875 HTTP/1.1" status: 200 len: 210 time: 0.0444448 Sep 23 01:35:39.094546 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c57abdb5-1213-4ccd-a071-a1795c350ac0 req-f6a51b51-fbd4-4070-9b34-79aa1a9a63e6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6b29203c-0147-4612-aaad-d4ff08823364 HTTP/1.1" status: 200 len: 210 time: 0.0329726 Sep 23 01:35:39.905317 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb104f-7ee4-491b-850b-202ae150a38d req-adcd80df-e33a-480c-b395-d3ed688972b1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:39.906888 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-23cb104f-7ee4-491b-850b-202ae150a38d req-adcd80df-e33a-480c-b395-d3ed688972b1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0494590 Sep 23 01:35:39.963239 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-23cb104f-7ee4-491b-850b-202ae150a38d req-5f3f1f36-bddd-41b8-be26-de69f745aae6 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502841 Sep 23 01:35:40.327039 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40860) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:40.388973 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-992045ad-c10c-44d4-bea8-41f6b70edf12 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (733efbef-8c3e-42c3-b258-3badd1119774), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:40.414558 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-992045ad-c10c-44d4-bea8-41f6b70edf12 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (733efbef-8c3e-42c3-b258-3badd1119774), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:40.543396 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-992045ad-c10c-44d4-bea8-41f6b70edf12 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (733efbef-8c3e-42c3-b258-3badd1119774), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:40.549911 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-992045ad-c10c-44d4-bea8-41f6b70edf12 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:40.551576 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-992045ad-c10c-44d4-bea8-41f6b70edf12 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "DELETE /networking/v2.0/security-groups/733efbef-8c3e-42c3-b258-3badd1119774 HTTP/1.1" status: 204 len: 168 time: 0.2232022 Sep 23 01:35:40.554528 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40868) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:40.570406 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992045ad-c10c-44d4-bea8-41f6b70edf12 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733efbef-8c3e-42c3-b258-3badd1119774,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:40.571284 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.api.v2.resource [None req-40d230f8-2fc0-44cb-a572-a25f76b5bf4c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] show failed (client error): The resource could not be found. Sep 23 01:35:40.572989 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-40d230f8-2fc0-44cb-a572-a25f76b5bf4c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups/733efbef-8c3e-42c3-b258-3badd1119774 HTTP/1.1" status: 404 len: 347 time: 0.0172060 Sep 23 01:35:40.579869 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40870) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:40.634145 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:40.749941 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-2401d37b-1c18-4366-b1d2-d330dbacb46c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Deleting port 2216f361-3a8c-429c-b78e-74aef385d681 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:40.750457 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2401d37b-1c18-4366-b1d2-d330dbacb46c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (2216f361-3a8c-429c-b78e-74aef385d681), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:40.858173 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2401d37b-1c18-4366-b1d2-d330dbacb46c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (2216f361-3a8c-429c-b78e-74aef385d681), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:40.858493 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2401d37b-1c18-4366-b1d2-d330dbacb46c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (2216f361-3a8c-429c-b78e-74aef385d681), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:40.876360 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-2401d37b-1c18-4366-b1d2-d330dbacb46c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Calling delete_port for 2216f361-3a8c-429c-b78e-74aef385d681 owned by network:floatingip {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:40.939566 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:41.103683 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2ca15-bc23-4741-87f3-34dea1d945a0 req-2ccf64fc-5fb9-4fde-9ff2-c61b792d5c38 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:41.105887 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9ce2ca15-bc23-4741-87f3-34dea1d945a0 req-2ccf64fc-5fb9-4fde-9ff2-c61b792d5c38 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0522425 Sep 23 01:35:41.160604 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9ce2ca15-bc23-4741-87f3-34dea1d945a0 req-8dc34a5b-d7c9-4e39-87cd-9865bbc39635 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478749 Sep 23 01:35:41.178020 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2401d37b-1c18-4366-b1d2-d330dbacb46c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (2216f361-3a8c-429c-b78e-74aef385d681), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:41.224787 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401d37b-1c18-4366-b1d2-d330dbacb46c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'Port': ['ID=2216f361-3a8c-429c-b78e-74aef385d681,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:41.302094 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2401d37b-1c18-4366-b1d2-d330dbacb46c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (75a17923-aaf5-4cef-9c2b-83c73b3debc3), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:41.304884 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2401d37b-1c18-4366-b1d2-d330dbacb46c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:41.306150 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-2401d37b-1c18-4366-b1d2-d330dbacb46c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "DELETE /networking/v2.0/floatingips/75a17923-aaf5-4cef-9c2b-83c73b3debc3 HTTP/1.1" status: 204 len: 168 time: 0.7252517 Sep 23 01:35:41.468284 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40880) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:41.474727 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-0feeb3af-9bc5-4213-b3ab-7fb7797936c6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873502436', 'description': 'tempest-description--885555953'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:41.585948 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0feeb3af-9bc5-4213-b3ab-7fb7797936c6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:41.671123 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0feeb3af-9bc5-4213-b3ab-7fb7797936c6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (06d878c9-1b58-4d56-9391-b7386fc7dc2d), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:41.742824 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0feeb3af-9bc5-4213-b3ab-7fb7797936c6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (06d878c9-1b58-4d56-9391-b7386fc7dc2d), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:41.774477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feeb3af-9bc5-4213-b3ab-7fb7797936c6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d878c9-1b58-4d56-9391-b7386fc7dc2d,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:41.855596 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0feeb3af-9bc5-4213-b3ab-7fb7797936c6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:41.857666 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-0feeb3af-9bc5-4213-b3ab-7fb7797936c6 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3878543 Sep 23 01:35:41.861246 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40882) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:41.865977 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-e9e8bd98-a029-4e15-8fb4-d1e59ea50280 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group_rule': {'security_group_id': '06d878c9-1b58-4d56-9391-b7386fc7dc2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:41.986631 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e9e8bd98-a029-4e15-8fb4-d1e59ea50280 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (f19ffd00-8e4d-40e2-9e0e-2ccfc1631343), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:42.045249 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e9e8bd98-a029-4e15-8fb4-d1e59ea50280 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (f19ffd00-8e4d-40e2-9e0e-2ccfc1631343), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:42.140152 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e9e8bd98-a029-4e15-8fb4-d1e59ea50280 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (f19ffd00-8e4d-40e2-9e0e-2ccfc1631343), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:42.162972 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8bd98-a029-4e15-8fb4-d1e59ea50280 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19ffd00-8e4d-40e2-9e0e-2ccfc1631343,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:42.233448 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e9e8bd98-a029-4e15-8fb4-d1e59ea50280 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:42.236114 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-e9e8bd98-a029-4e15-8fb4-d1e59ea50280 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3724506 Sep 23 01:35:42.239462 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40888) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:42.245559 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-b9cd6775-22b6-410d-bad3-a4530eeb79fa tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'security_group_rule': {'security_group_id': '06d878c9-1b58-4d56-9391-b7386fc7dc2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:42.308524 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa7a03-51dc-4a5d-bd6a-4f2a5d899fe9 req-794dafd4-94c0-4b81-a9ee-404bd27363e3 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:42.310032 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-10fa7a03-51dc-4a5d-bd6a-4f2a5d899fe9 req-794dafd4-94c0-4b81-a9ee-404bd27363e3 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0534763 Sep 23 01:35:42.353808 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6775-22b6-410d-bad3-a4530eeb79fa tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (8b3c761d-362b-4fcd-a804-89a683043808), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:42.365726 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-10fa7a03-51dc-4a5d-bd6a-4f2a5d899fe9 req-7d70f279-5d13-40c1-8a13-e90799aad9ac tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480118 Sep 23 01:35:42.433178 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6775-22b6-410d-bad3-a4530eeb79fa tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (8b3c761d-362b-4fcd-a804-89a683043808), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:42.540132 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6775-22b6-410d-bad3-a4530eeb79fa tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (8b3c761d-362b-4fcd-a804-89a683043808), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:42.563420 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd6775-22b6-410d-bad3-a4530eeb79fa tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3c761d-362b-4fcd-a804-89a683043808,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:42.658600 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6775-22b6-410d-bad3-a4530eeb79fa tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:42.659905 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b9cd6775-22b6-410d-bad3-a4530eeb79fa tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4191985 Sep 23 01:35:42.663439 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40890) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:42.668654 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'floatingip': {'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:42.765287 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:42.819523 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:42.830339 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:42.849132 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:42.963058 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Allocated IP 172.28.0.254 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/90ef02ed-859d-4457-8ed7-6416f688ba40) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:35:43.080715 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (90ef02ed-859d-4457-8ed7-6416f688ba40), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:43.182756 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (90ef02ed-859d-4457-8ed7-6416f688ba40), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:43.230988 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:35:43.234036 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:35:43.238695 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:35:43.244165 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=90ef02ed-859d-4457-8ed7-6416f688ba40,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:43.270350 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:43.332719 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (807e7e91-0c97-4f49-8b96-bea008febb2b), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:43.519064 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (90ef02ed-859d-4457-8ed7-6416f688ba40), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:43.555249 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ede20-287e-42b0-84d2-9c860b6e350d req-6e550bfe-4b5f-4602-b245-bb85f57d49f2 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:43.556812 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9a6ede20-287e-42b0-84d2-9c860b6e350d req-6e550bfe-4b5f-4602-b245-bb85f57d49f2 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0787184 Sep 23 01:35:43.668844 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9a6ede20-287e-42b0-84d2-9c860b6e350d req-c7f224da-eb22-48d4-ab53-d28ee74b299a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7b7902d4-0f76-44e4-a736-b66a327b8a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039479 Sep 23 01:35:43.731209 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (90ef02ed-859d-4457-8ed7-6416f688ba40), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:43.779761 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64cac1-8164-4593-918c-d62de0f4a40d req-8eb06bcb-69e4-4247-90ca-48e6e810f653 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:43.781389 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5e64cac1-8164-4593-918c-d62de0f4a40d req-8eb06bcb-69e4-4247-90ca-48e6e810f653 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 945 time: 0.0560691 Sep 23 01:35:43.816449 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15907334'] for port (90ef02ed-859d-4457-8ed7-6416f688ba40), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:43.879992 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-5e64cac1-8164-4593-918c-d62de0f4a40d req-306906ab-ca69-4a37-9b75-06eca365614a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Deleting port f2278e07-a734-419c-8d95-eb871a15d5c6 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:43.886849 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5e64cac1-8164-4593-918c-d62de0f4a40d req-306906ab-ca69-4a37-9b75-06eca365614a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:43.890846 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (807e7e91-0c97-4f49-8b96-bea008febb2b), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:43.896773 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=90ef02ed-859d-4457-8ed7-6416f688ba40,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:44.005216 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:44.006689 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-96d373b1-4de5-4e60-b9a4-965c707d9030 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3421419 Sep 23 01:35:44.298257 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-5e64cac1-8164-4593-918c-d62de0f4a40d req-306906ab-ca69-4a37-9b75-06eca365614a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] For port f2278e07-a734-419c-8d95-eb871a15d5c6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f2278e07-a734-419c-8d95-eb871a15d5c6,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:44.298648 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5e64cac1-8164-4593-918c-d62de0f4a40d req-306906ab-ca69-4a37-9b75-06eca365614a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:44.313353 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:44.323780 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-5e64cac1-8164-4593-918c-d62de0f4a40d req-306906ab-ca69-4a37-9b75-06eca365614a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Calling delete_port for f2278e07-a734-419c-8d95-eb871a15d5c6 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:44.345380 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-9c2ebc14-89bb-4093-8d34-d115ec3d7b82 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--873502436&fields=id&tenant_id=ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 267 time: 0.0868506 Sep 23 01:35:44.528425 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-318cfd48-926d-4ad1-994c-2dd03baa887c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:44.530014 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-318cfd48-926d-4ad1-994c-2dd03baa887c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 814 time: 0.1524098 Sep 23 01:35:44.570299 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-0d82104b-939c-42cd-a993-0bb1455bb6f4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/quotas/ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 375 time: 0.0335677 Sep 23 01:35:44.597072 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:44.636755 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-014f370e-b468-434e-9560-29f7dd9be150 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601447 Sep 23 01:35:44.695919 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:44.709629 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5e64cac1-8164-4593-918c-d62de0f4a40d req-306906ab-ca69-4a37-9b75-06eca365614a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (f2278e07-a734-419c-8d95-eb871a15d5c6), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:44.750890 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['f2278e07-a734-419c-8d95-eb871a15d5c6'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:35:44.782656 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306906ab-ca69-4a37-9b75-06eca365614a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Pushing event deleted for resources: {'Port': ['ID=f2278e07-a734-419c-8d95-eb871a15d5c6,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:44.789298 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-601a0495-e9fa-4282-a4a0-24b270e20333 req-00042ad6-49dc-45b1-b1ba-a49b4b1886b1 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 210 time: 0.0395312 Sep 23 01:35:44.834262 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-78d7dd39-d38b-4097-b9e8-1101b7d3a83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:44.851815 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e64cac1-8164-4593-918c-d62de0f4a40d req-306906ab-ca69-4a37-9b75-06eca365614a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] No DVR routers for this DVR port f2278e07-a734-419c-8d95-eb871a15d5c6 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:35:44.855450 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-5e64cac1-8164-4593-918c-d62de0f4a40d req-306906ab-ca69-4a37-9b75-06eca365614a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:44.858709 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5e64cac1-8164-4593-918c-d62de0f4a40d req-306906ab-ca69-4a37-9b75-06eca365614a tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.88 "DELETE /networking/v2.0/ports/f2278e07-a734-419c-8d95-eb871a15d5c6 HTTP/1.1" status: 204 len: 173 time: 1.0685289 Sep 23 01:35:44.859125 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589f55e7-ede9-4bd0-91cf-e6c93f2e6b21', 'name': 'network-vif-deleted', 'tag': 'f2278e07-a734-419c-8d95-eb871a15d5c6'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:44.861637 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdafc5a1-bb9e-449c-a8e8-43d0deef584b" -d '{"events": [{"server_uuid": "589f55e7-ede9-4bd0-91cf-e6c93f2e6b21", "name": "network-vif-deleted", "tag": "f2278e07-a734-419c-8d95-eb871a15d5c6"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:44.878117 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-7887089d-a3da-40e2-ada9-d559b2b3cdc4 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294495 Sep 23 01:35:44.906127 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744dcd6c-5579-49fa-8889-457c32b927b0 x-openstack-request-id: req-744dcd6c-5579-49fa-8889-457c32b927b0 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:44.906421 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589f55e7-ede9-4bd0-91cf-e6c93f2e6b21", "name": "network-vif-deleted", "tag": "f2278e07-a734-419c-8d95-eb871a15d5c6", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:44.906715 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-744dcd6c-5579-49fa-8889-457c32b927b0 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:44.907114 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744dcd6c-5579-49fa-8889-457c32b927b0'] response: {'server_uuid': '589f55e7-ede9-4bd0-91cf-e6c93f2e6b21', 'name': 'network-vif-deleted', 'tag': 'f2278e07-a734-419c-8d95-eb871a15d5c6', 'status': 'completed', 'code': 200} Sep 23 01:35:44.978963 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-94f80bfa-7780-403b-9f7d-52b0fcc4f54d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941062 Sep 23 01:35:45.356037 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5976eb58-1eb7-4330-b360-e3e20ee252d3 req-2bc28bd8-aec9-4c5a-bb36-67d6728dcd1d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 210 time: 0.0445328 Sep 23 01:35:45.959899 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f4270af6-e8d5-457a-bfe0-62a2beb81864 req-5e4c9438-7274-4ff3-9be2-48b813a88079 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 210 time: 0.0609560 Sep 23 01:35:46.032797 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f151a8-1225-4c24-a61b-19379f30e518 req-36ac1b1d-7d86-49b8-ab05-0a8fdf2f501f tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:46.034802 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-70f151a8-1225-4c24-a61b-19379f30e518 req-36ac1b1d-7d86-49b8-ab05-0a8fdf2f501f tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0862966 Sep 23 01:35:46.080025 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:46.094957 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-70f151a8-1225-4c24-a61b-19379f30e518 req-cfa59b1e-9455-4075-90b1-3b127079c499 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519245 Sep 23 01:35:46.446109 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5d1e8f2b-022b-48d7-b4b2-9a2cfc9645b9 req-42bda28d-a0a0-40f8-94ce-6963b87f1a6d tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 210 time: 0.0305090 Sep 23 01:35:47.084858 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f9a7fca7-b899-4999-bbe1-3b462c2172cf req-fc2e307a-bfa3-4590-95ce-40fc4494fc10 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 210 time: 0.0293207 Sep 23 01:35:47.240246 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d53cc-01ee-4ea8-ba6e-b6176860baee req-39036932-ae0b-45bf-925e-206c66c1544c tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:47.242986 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-475d53cc-01ee-4ea8-ba6e-b6176860baee req-39036932-ae0b-45bf-925e-206c66c1544c tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0647628 Sep 23 01:35:47.294153 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-475d53cc-01ee-4ea8-ba6e-b6176860baee req-ed3d522d-9edd-4966-a928-e75d2d88a2b3 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455730 Sep 23 01:35:47.461130 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device f2278e07-a734-419c-8d95-eb871a15d5c6 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:35:47.484497 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: f2278e07-a734-419c-8d95-eb871a15d5c6 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:35:47.484895 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device f2278e07-a734-419c-8d95-eb871a15d5c6 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:35:47.558540 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6bbb154b-bb0b-44e9-91a6-ade8121f2f01 req-514afac0-79f6-4a6c-933a-66e9605743cd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 210 time: 0.0324051 Sep 23 01:35:47.709757 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=70 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:47.744118 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=62 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:47.839872 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-f50aa890-8d5c-4236-aaa0-0ae1fd3cd4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:48.205734 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fc2dabf9-9912-4f14-92fd-3fbf435370ef req-a0bd5b52-ff16-40ba-8f2c-232b4e697392 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 210 time: 0.0278127 Sep 23 01:35:48.318578 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:35:48.431859 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90930c-b5cb-4e81-b3e9-4e3d485a7791 req-4f4ae6ec-c24e-4058-9e90-2d8f7fbbac3b tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:48.433437 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-aa90930c-b5cb-4e81-b3e9-4e3d485a7791 req-4f4ae6ec-c24e-4058-9e90-2d8f7fbbac3b tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0507543 Sep 23 01:35:48.488665 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-aa90930c-b5cb-4e81-b3e9-4e3d485a7791 req-d42f7a04-928d-4b08-a86c-5b5e9ca49295 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493240 Sep 23 01:35:48.670562 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9dd85f6d-5878-409d-85c1-5a95c3ee7fa6 req-3774b52c-9b4a-4f53-9c0b-78c04a01687b tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 210 time: 0.0321808 Sep 23 01:35:49.328699 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-aef6fd11-08b2-4d9e-94ab-d34341d873fe req-3470d87c-a01e-4288-8e7d-e4c7c5973973 tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 210 time: 0.0293133 Sep 23 01:35:49.439526 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:49.617481 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf6252-b4c1-4598-9a71-28751c7a6e8e req-d0f4d62a-6b07-463b-8ff1-a17255e3a7bb tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:49.619034 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b9cf6252-b4c1-4598-9a71-28751c7a6e8e req-d0f4d62a-6b07-463b-8ff1-a17255e3a7bb tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0504832 Sep 23 01:35:49.673987 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b9cf6252-b4c1-4598-9a71-28751c7a6e8e req-70d4bee4-1bf1-4f03-92c4-af8fccfdd7d1 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489631 Sep 23 01:35:49.782878 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-517daf91-b829-4bdf-ab39-e408aef0856e req-1ed64112-c37e-4acc-b875-d039ff06f933 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 210 time: 0.0327070 Sep 23 01:35:50.411599 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:50.459337 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cdd74eba-8803-4145-ab87-688e667612a4 req-5320de14-4e0d-449a-9441-637fec647d6d tempest-ServerRescueNegativeTestJSON-35767877 tempest-ServerRescueNegativeTestJSON-35767877-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=589f55e7-ede9-4bd0-91cf-e6c93f2e6b21 HTTP/1.1" status: 200 len: 210 time: 0.0299675 Sep 23 01:35:50.806345 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e7aa2-2a7f-493e-a4a0-c49d5abb2583 req-74e11000-b1e4-4140-adfb-46c669014828 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:50.808669 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d70e7aa2-2a7f-493e-a4a0-c49d5abb2583 req-74e11000-b1e4-4140-adfb-46c669014828 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0542634 Sep 23 01:35:50.875951 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d70e7aa2-2a7f-493e-a4a0-c49d5abb2583 req-c0c3cdcf-73d0-49b2-bb35-63adc0ac50f3 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598729 Sep 23 01:35:50.910647 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-24fbc5bd-c528-4c26-9c0a-b8618c62dfd3 req-6fc25de3-b51f-4ed1-90ff-7faa3f349545 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 210 time: 0.0339110 Sep 23 01:35:51.465782 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:51.536824 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 40966) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:51.692653 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585d9a0-19b6-49f4-b64c-aa5d3caf3314 req-03c9983f-57e7-4513-a30f-cea115d99ab5 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:51.692653 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b585d9a0-19b6-49f4-b64c-aa5d3caf3314 req-03c9983f-57e7-4513-a30f-cea115d99ab5 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0803266 Sep 23 01:35:51.692653 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:51.863513 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-b585d9a0-19b6-49f4-b64c-aa5d3caf3314 req-6462c0ed-db1e-4b94-86ec-09004411ec4a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Deleting port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:51.863913 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b585d9a0-19b6-49f4-b64c-aa5d3caf3314 req-6462c0ed-db1e-4b94-86ec-09004411ec4a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:52.031051 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:52.033714 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-660b9cdf-63b2-49c1-a4d7-775190e7314d req-64238701-7175-4604-bd6d-51a0b1dee30e tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 210 time: 0.0338399 Sep 23 01:35:52.073861 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-b585d9a0-19b6-49f4-b64c-aa5d3caf3314 req-6462c0ed-db1e-4b94-86ec-09004411ec4a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] For port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab,segment=NetworkSegment(2f932b9c-3cee-4b14-a742-b6c39e6b3cdf),segment_id=2f932b9c-3cee-4b14-a742-b6c39e6b3cdf)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:52.074236 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b585d9a0-19b6-49f4-b64c-aa5d3caf3314 req-6462c0ed-db1e-4b94-86ec-09004411ec4a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:52.084331 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415f0b2-badc-42d2-abe1-b30043f091eb req-d124b2b5-e97b-43f7-8d50-992ddc1e68c1 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:52.085891 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1415f0b2-badc-42d2-abe1-b30043f091eb req-d124b2b5-e97b-43f7-8d50-992ddc1e68c1 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1112170 Sep 23 01:35:52.107019 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-b585d9a0-19b6-49f4-b64c-aa5d3caf3314 req-6462c0ed-db1e-4b94-86ec-09004411ec4a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Calling delete_port for a2db1ee2-d39d-493a-8ff7-a76fa68a37ab owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:52.234677 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1415f0b2-badc-42d2-abe1-b30043f091eb req-c1a27f45-5851-48f8-8c30-26ceb06c5b53 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408293 Sep 23 01:35:52.305242 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817772'] for router_interface (b83295e3-d83a-429c-aadc-9e8e3d75d86f), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:52.580945 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] Deleting port d1335949-2f1c-4115-a62e-8a4f6a948b86 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:52.581294 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:52.667541 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] For port d1335949-2f1c-4115-a62e-8a4f6a948b86, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=d1335949-2f1c-4115-a62e-8a4f6a948b86,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:52.667912 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:52.682080 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] Calling delete_port for d1335949-2f1c-4115-a62e-8a4f6a948b86 owned by network:router_interface {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:52.685676 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:52.692976 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b585d9a0-19b6-49f4-b64c-aa5d3caf3314 req-6462c0ed-db1e-4b94-86ec-09004411ec4a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (a2db1ee2-d39d-493a-8ff7-a76fa68a37ab), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:52.733302 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['a2db1ee2-d39d-493a-8ff7-a76fa68a37ab'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:35:52.754509 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462c0ed-db1e-4b94-86ec-09004411ec4a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Pushing event deleted for resources: {'Port': ['ID=a2db1ee2-d39d-493a-8ff7-a76fa68a37ab,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:52.808003 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b585d9a0-19b6-49f4-b64c-aa5d3caf3314 req-6462c0ed-db1e-4b94-86ec-09004411ec4a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] No DVR routers for this DVR port a2db1ee2-d39d-493a-8ff7-a76fa68a37ab on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:35:52.812445 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-b585d9a0-19b6-49f4-b64c-aa5d3caf3314 req-6462c0ed-db1e-4b94-86ec-09004411ec4a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:52.815750 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b585d9a0-19b6-49f4-b64c-aa5d3caf3314 req-6462c0ed-db1e-4b94-86ec-09004411ec4a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.88 "DELETE /networking/v2.0/ports/a2db1ee2-d39d-493a-8ff7-a76fa68a37ab HTTP/1.1" status: 204 len: 173 time: 1.1825526 Sep 23 01:35:52.816301 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46942ef2-bc08-446a-aa51-a6a6cd77e0d9', 'name': 'network-vif-deleted', 'tag': 'a2db1ee2-d39d-493a-8ff7-a76fa68a37ab'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:52.818553 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d1aff6-442e-43f9-a84d-5fbc4e8a777b" -d '{"events": [{"server_uuid": "46942ef2-bc08-446a-aa51-a6a6cd77e0d9", "name": "network-vif-deleted", "tag": "a2db1ee2-d39d-493a-8ff7-a76fa68a37ab"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:52.863086 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d704d082-7453-43f4-9b70-9f66bb210c42 x-openstack-request-id: req-d704d082-7453-43f4-9b70-9f66bb210c42 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:52.863371 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46942ef2-bc08-446a-aa51-a6a6cd77e0d9", "name": "network-vif-deleted", "tag": "a2db1ee2-d39d-493a-8ff7-a76fa68a37ab", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:52.863623 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d704d082-7453-43f4-9b70-9f66bb210c42 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:52.864021 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d704d082-7453-43f4-9b70-9f66bb210c42'] response: {'server_uuid': '46942ef2-bc08-446a-aa51-a6a6cd77e0d9', 'name': 'network-vif-deleted', 'tag': 'a2db1ee2-d39d-493a-8ff7-a76fa68a37ab', 'status': 'completed', 'code': 200} Sep 23 01:35:52.884180 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:53.054160 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (d1335949-2f1c-4115-a62e-8a4f6a948b86), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:53.081244 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] Pushing event deleted for resources: {'Port': ['ID=d1335949-2f1c-4115-a62e-8a4f6a948b86,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:53.187780 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5130ffad-1415-4ee5-bd2a-cf6d84cd566a req-d52f4d62-3b61-4f80-b003-bb930c4eaa7c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 210 time: 0.0349391 Sep 23 01:35:53.303764 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809180'] for router_interface (b83295e3-d83a-429c-aadc-9e8e3d75d86f), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:53.359736 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a2e4f548-7088-49ab-b8ec-4d4576c1c4bf req-e524650e-a525-4070-a087-6d3a9cab1c32 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 210 time: 0.0379696 Sep 23 01:35:53.842320 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-1a2709f0-ff57-4153-85dc-5637e0ca5fa7 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:53.843847 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-1a2709f0-ff57-4153-85dc-5637e0ca5fa7 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 814 time: 0.4303715 Sep 23 01:35:53.868267 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] Router b83295e3-d83a-429c-aadc-9e8e3d75d86f has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:35:53.977581 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:35:53.986364 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-bc750d7b-9bbf-45b8-b1cf-e45bc950a4de admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/b83295e3-d83a-429c-aadc-9e8e3d75d86f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4477289 Sep 23 01:35:53.986752 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40982) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:54.040781 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26402e2e-69fc-4848-b012-fca173ffce43 None None] Sync routers for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:35:54.054226 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26402e2e-69fc-4848-b012-fca173ffce43 None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:54.054891 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-26402e2e-69fc-4848-b012-fca173ffce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:54.062797 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-b00cfb4d-a6a6-4878-a56d-3877999a1612 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec922942147b4c0bb122eb30c6cd1bc7 HTTP/1.1" status: 200 len: 379 time: 0.0766048 Sep 23 01:35:54.073594 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'port': {'device_id': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'admin_state_up': True, 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'security_groups': ['06d878c9-1b58-4d56-9391-b7386fc7dc2d']}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:54.118802 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Publish callbacks [] for router (b83295e3-d83a-429c-aadc-9e8e3d75d86f), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:54.134468 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:54.175619 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-26402e2e-69fc-4848-b012-fca173ffce43 None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:54.211611 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:54.259459 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Publish callbacks [] for router_gateway (b83295e3-d83a-429c-aadc-9e8e3d75d86f), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:54.286344 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Made reservation on behalf of ec922942147b4c0bb122eb30c6cd1bc7 for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:35:54.289401 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:54.314909 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7d913251-46c5-48aa-b6f3-63f4e48e4cf4 req-d4029216-ba14-4e7c-b7f5-3d3263beca8e tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 210 time: 0.0416031 Sep 23 01:35:54.380506 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-26402e2e-69fc-4848-b012-fca173ffce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:35:52Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:54.418031 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26402e2e-69fc-4848-b012-fca173ffce43 None None] Checking router: b83295e3-d83a-429c-aadc-9e8e3d75d86f for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:35:54.420235 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26402e2e-69fc-4848-b012-fca173ffce43 None None] Routers {'b83295e3-d83a-429c-aadc-9e8e3d75d86f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:54.420864 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-26402e2e-69fc-4848-b012-fca173ffce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:54.460025 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Allocated IP 172.20.0.6 (45d87e2c-cffb-4bc6-84be-6c06e6485b39/f836c9f3-d6cc-4e08-b1de-9b5ad70243d8/a08baaef-aebf-4131-8a2d-a26913a3f841) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:35:54.502024 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Deleting port a95553bf-3315-4f49-8186-6a5d02edc403 {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:54.502822 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:54.536325 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f2f34a5e-f6ae-47e3-8b0b-6fe96122858b req-705e3a32-002d-4b6e-9b81-0ce8e17257d1 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=46942ef2-bc08-446a-aa51-a6a6cd77e0d9 HTTP/1.1" status: 200 len: 210 time: 0.0478528 Sep 23 01:35:54.536704 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-26402e2e-69fc-4848-b012-fca173ffce43 None None] Set router b83295e3-d83a-429c-aadc-9e8e3d75d86f gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:54.603353 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:54.609851 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] For port a95553bf-3315-4f49-8186-6a5d02edc403, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=a95553bf-3315-4f49-8186-6a5d02edc403,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:54.609851 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:54.626554 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Calling delete_port for a95553bf-3315-4f49-8186-6a5d02edc403 owned by network:router_gateway {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:54.639300 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:54.721520 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-26402e2e-69fc-4848-b012-fca173ffce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:35:52Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:54.747485 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26402e2e-69fc-4848-b012-fca173ffce43 None None] The sync data for ids ['b83295e3-d83a-429c-aadc-9e8e3d75d86f'] in dv-cinder-849143-7-smb is: [{'id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'name': 'tempest-ServerRescueNegativeTestJSON-1200193875-router', 'tenant_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:55Z', 'updated_at': '2022-09-23T01:35:52Z', 'revision_number': 5, 'project_id': 'f0f4fc2c13b049f88634df7b8c0770d1', 'gw_port': {'id': 'a95553bf-3315-4f49-8186-6a5d02edc403', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83295e3-d83a-429c-aadc-9e8e3d75d86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:57Z', 'updated_at': '2022-09-23T01:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:35:54.752690 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:54.777136 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:54.799845 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:35:54.805314 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:35:54.809803 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:35:54.839334 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event updated for resources: {'Port': ['ID=a08baaef-aebf-4131-8a2d-a26913a3f841,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:54.844202 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:54.867060 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:54.867751 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:54.900107 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (a95553bf-3315-4f49-8186-6a5d02edc403), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:54.926554 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Pushing event deleted for resources: {'Port': ['ID=a95553bf-3315-4f49-8186-6a5d02edc403,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:54.980485 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-72b0a5a4-69e3-4b4e-9a4b-48a5cec35e7a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9111483 Sep 23 01:35:54.999717 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808726'] for router_gateway (b83295e3-d83a-429c-aadc-9e8e3d75d86f), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.043105 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-c927bcd1-8fd3-4a87-b251-c0cb1c966452 None None] Provisioning complete for port a08baaef-aebf-4131-8a2d-a26913a3f841 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:35:55.043693 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c927bcd1-8fd3-4a87-b251-c0cb1c966452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.044004 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-c927bcd1-8fd3-4a87-b251-c0cb1c966452 None None] Attempt 1 to provision port a08baaef-aebf-4131-8a2d-a26913a3f841 Sep 23 01:35:55.051732 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Request body: {'port': {'device_id': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:55.074513 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.087513 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-c927bcd1-8fd3-4a87-b251-c0cb1c966452 None None] Port a08baaef-aebf-4131-8a2d-a26913a3f841 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:55.128283 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.320007 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-396'] for router (b83295e3-d83a-429c-aadc-9e8e3d75d86f), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.323464 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Publish callbacks [] for router_controller (b83295e3-d83a-429c-aadc-9e8e3d75d86f), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.468486 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae129e-9f2f-4281-884e-b35778b99007 req-27fc67ca-6811-4a7a-832f-deca538d2ee3 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:55.470085 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c0ae129e-9f2f-4281-884e-b35778b99007 req-27fc67ca-6811-4a7a-832f-deca538d2ee3 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 931 time: 0.0626109 Sep 23 01:35:55.482966 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809249'] for router (b83295e3-d83a-429c-aadc-9e8e3d75d86f), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.484341 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b83295e3-d83a-429c-aadc-9e8e3d75d86f {{(pid=107196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:35:55.486944 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a2db1ee2-d39d-493a-8ff7-a76fa68a37ab no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:35:55.490518 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.495007 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-d7db3c8c-0b5f-4355-9295-09ee4952e917 admin admin] 10.222.0.83 "DELETE /networking/v2.0/routers/b83295e3-d83a-429c-aadc-9e8e3d75d86f HTTP/1.1" status: 204 len: 168 time: 1.5058382 Sep 23 01:35:55.495655 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 40996) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:55.507648 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:55.514944 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: a2db1ee2-d39d-493a-8ff7-a76fa68a37ab {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:35:55.515534 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a2db1ee2-d39d-493a-8ff7-a76fa68a37ab not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:35:55.528271 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08baaef-aebf-4131-8a2d-a26913a3f841 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:35:55.543574 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Publish callbacks [] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.561166 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_v2 [None req-26707b67-3902-429f-b941-e7209d7c3896 admin admin] Deleting subnet 5a72aa6b-8c82-4133-a1b7-a217b6c40e4a {{(pid=107196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:35:55.561833 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c0ae129e-9f2f-4281-884e-b35778b99007 req-852eee12-bd63-40f5-b146-b59c881a0171 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748696 Sep 23 01:35:55.564807 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Transition to ACTIVE for port object a08baaef-aebf-4131-8a2d-a26913a3f841 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:35:55.565984 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-26707b67-3902-429f-b941-e7209d7c3896 admin admin] Publish callbacks [] for subnet (5a72aa6b-8c82-4133-a1b7-a217b6c40e4a), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.588998 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-c927bcd1-8fd3-4a87-b251-c0cb1c966452 None None] Attempt 2 to provision port a08baaef-aebf-4131-8a2d-a26913a3f841 Sep 23 01:35:55.620621 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-26707b67-3902-429f-b941-e7209d7c3896 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15685217'] for subnet (5a72aa6b-8c82-4133-a1b7-a217b6c40e4a), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.637343 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-c927bcd1-8fd3-4a87-b251-c0cb1c966452 None None] Port a08baaef-aebf-4131-8a2d-a26913a3f841 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:55.647467 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device d1335949-2f1c-4115-a62e-8a4f6a948b86 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:35:55.674325 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.677807 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: d1335949-2f1c-4115-a62e-8a4f6a948b86 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:35:55.678743 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device d1335949-2f1c-4115-a62e-8a4f6a948b86 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:35:55.742406 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a08baaef-aebf-4131-8a2d-a26913a3f841,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:55.769466 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-26707b67-3902-429f-b941-e7209d7c3896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (5a72aa6b-8c82-4133-a1b7-a217b6c40e4a), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.832150 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Attempting to bind port a08baaef-aebf-4131-8a2d-a26913a3f841 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:35:55.832492 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Attempting to bind port a08baaef-aebf-4131-8a2d-a26913a3f841 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:35:55.832827 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Attempting to bind port a08baaef-aebf-4131-8a2d-a26913a3f841 on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:35:55.877760 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Port a08baaef-aebf-4131-8a2d-a26913a3f841 on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:35:55.878089 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Attempting to bind port a08baaef-aebf-4131-8a2d-a26913a3f841 on network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:35:55.923739 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:35:55.924067 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Checking segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:35:55.924449 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Bound using segment: {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:35:55.924877 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Bound port: a08baaef-aebf-4131-8a2d-a26913a3f841, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba5426c-a40c-42e2-a112-37e64d2a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:35:55.925233 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:55.994018 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] For port a08baaef-aebf-4131-8a2d-a26913a3f841, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:35:55.997604 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] For port a08baaef-aebf-4131-8a2d-a26913a3f841, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a08baaef-aebf-4131-8a2d-a26913a3f841,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:35:56.000092 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-26707b67-3902-429f-b941-e7209d7c3896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15907408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317174'] for subnet (5a72aa6b-8c82-4133-a1b7-a217b6c40e4a), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.028574 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26707b67-3902-429f-b941-e7209d7c3896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a72aa6b-8c82-4133-a1b7-a217b6c40e4a,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:56.030736 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-26707b67-3902-429f-b941-e7209d7c3896 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.035338 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-26707b67-3902-429f-b941-e7209d7c3896 admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/5a72aa6b-8c82-4133-a1b7-a217b6c40e4a HTTP/1.1" status: 204 len: 168 time: 0.5372798 Sep 23 01:35:56.036951 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41002) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:56.039524 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f2d475-6219-4248-809e-af6143475465 None None] Network f90a1241-aaff-46d8-9539-62d24ac1ba91 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:35:56.141504 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.143954 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:56.145251 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.146082 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/a08baaef-aebf-4131-8a2d-a26913a3f841 HTTP/1.1" status: 200 len: 1093 time: 1.1484168 Sep 23 01:35:56.147028 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-c927bcd1-8fd3-4a87-b251-c0cb1c966452 None None] Attempt 3 to provision port a08baaef-aebf-4131-8a2d-a26913a3f841 Sep 23 01:35:56.152748 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'tag': 'a08baaef-aebf-4131-8a2d-a26913a3f841'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:56.152748 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f10b3d7-0f58-449b-8379-fe4118e5aede" -d '{"events": [{"name": "network-changed", "server_uuid": "0394ad2a-e14e-4bab-a373-1eea1cc2ed35", "tag": "a08baaef-aebf-4131-8a2d-a26913a3f841"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:56.212426 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (f90a1241-aaff-46d8-9539-62d24ac1ba91), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.291204 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156e3c1-08e3-4bfe-b5bc-ce7e9c2f08c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a08baaef-aebf-4131-8a2d-a26913a3f841,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:56.308224 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-c927bcd1-8fd3-4a87-b251-c0cb1c966452 None None] Port a08baaef-aebf-4131-8a2d-a26913a3f841 had new provisioning blocks added so it will not transition to active. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:35:56.325564 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Deleting port 3942d129-ca57-45cb-8522-054ab8f51c01 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:56.326555 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.377131 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c65186-b8d9-4e20-b838-afbe5f78faeb x-openstack-request-id: req-35c65186-b8d9-4e20-b838-afbe5f78faeb {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:56.377431 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0394ad2a-e14e-4bab-a373-1eea1cc2ed35", "tag": "a08baaef-aebf-4131-8a2d-a26913a3f841", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:56.377709 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-35c65186-b8d9-4e20-b838-afbe5f78faeb {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:56.378143 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c65186-b8d9-4e20-b838-afbe5f78faeb'] response: {'name': 'network-changed', 'server_uuid': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'tag': 'a08baaef-aebf-4131-8a2d-a26913a3f841', 'status': 'completed', 'code': 200} Sep 23 01:35:56.380884 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:56.407779 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] DHCP port deletion for f90a1241-aaff-46d8-9539-62d24ac1ba91 request from dv-cinder-849143-7-smb {{(pid=107197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:35:56.407996 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] For port 3942d129-ca57-45cb-8522-054ab8f51c01, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=3942d129-ca57-45cb-8522-054ab8f51c01,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:56.408263 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.424098 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Calling delete_port for 3942d129-ca57-45cb-8522-054ab8f51c01 owned by network:dhcp {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:56.470173 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Deleting port 3942d129-ca57-45cb-8522-054ab8f51c01 {{(pid=107197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:56.470549 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), before_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.545519 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] For port 3942d129-ca57-45cb-8522-054ab8f51c01, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=3942d129-ca57-45cb-8522-054ab8f51c01,segment=NetworkSegment(95071d97-788f-4ce1-bfe5-98890391fb11),segment_id=95071d97-788f-4ce1-bfe5-98890391fb11)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:56.545910 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), precommit_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.560294 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Calling delete_port for 3942d129-ca57-45cb-8522-054ab8f51c01 owned by network:dhcp {{(pid=107197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:56.633669 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.645821 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (3942d129-ca57-45cb-8522-054ab8f51c01), after_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.673211 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Pushing event deleted for resources: {'Port': ['ID=3942d129-ca57-45cb-8522-054ab8f51c01,revision_number=None']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:56.683240 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] No DVR routers for this DVR port 3942d129-ca57-45cb-8522-054ab8f51c01 on host dv-cinder-849143-7-smb {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:35:56.685668 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.686394 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.686966 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.687508 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.688114 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.688657 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.689222 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.689583 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.690747 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.691158 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.691552 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.691797 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=3942d129-ca57-45cb-8522-054ab8f51c01,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:56.692023 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.692570 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.692881 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.693274 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:56.696812 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8792fad6-3ada-41b1-bde5-e05d0311c790 None None] No DVR routers for this DVR port 3942d129-ca57-45cb-8522-054ab8f51c01 on host dv-cinder-849143-7-smb {{(pid=107197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:35:56.724285 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-de981db2-a946-4861-b352-dcd38258a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:56.725833 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-de981db2-a946-4861-b352-dcd38258a596 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 1127 time: 0.1045911 Sep 23 01:35:56.730904 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2747ff-0278-42c4-a336-3833e7015c61 req-33cb4a71-52a0-445d-b44a-1245eb085015 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:56.732510 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-cc2747ff-0278-42c4-a336-3833e7015c61 req-33cb4a71-52a0-445d-b44a-1245eb085015 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 943 time: 0.0659542 Sep 23 01:35:56.792713 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-cc2747ff-0278-42c4-a336-3833e7015c61 req-2c1d1af5-73c3-4548-94b6-116804060da4 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535533 Sep 23 01:35:56.816501 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-3d1a90f4-21db-4ab4-972e-931dd8d10ff8 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08baaef-aebf-4131-8a2d-a26913a3f841 HTTP/1.1" status: 200 len: 217 time: 0.0471001 Sep 23 01:35:56.818380 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:56.820469 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (f90a1241-aaff-46d8-9539-62d24ac1ba91), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.876521 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90a1241-aaff-46d8-9539-62d24ac1ba91']}} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:56.894097 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95071d97-788f-4ce1-bfe5-98890391fb11') {'for_net_delete': True} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:56.894097 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95071d97-788f-4ce1-bfe5-98890391fb11') {} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:56.907985 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14015710'] for segment (95071d97-788f-4ce1-bfe5-98890391fb11), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.915495 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-25b74634-5cf8-44f4-a202-2a06ef92daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:56.917005 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-25b74634-5cf8-44f4-a202-2a06ef92daaf service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=f836c9f3-d6cc-4e08-b1de-9b5ad70243d8 HTTP/1.1" status: 200 len: 853 time: 0.0931249 Sep 23 01:35:56.932246 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (95071d97-788f-4ce1-bfe5-98890391fb11), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.959559 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Releasing vlan 482 on physical network physnet1 to pool {{(pid=107195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:35:56.959950 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14812270'] for segment (95071d97-788f-4ce1-bfe5-98890391fb11), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.984919 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 95071d97-788f-4ce1-bfe5-98890391fb11 resource provider aggregate not found Sep 23 01:35:57.021785 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 95071d97-788f-4ce1-bfe5-98890391fb11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95071d97-788f-4ce1-bfe5-98890391fb11 found for delete ", "request_id": "req-9d0804b5-8971-499c-a685-4828320cdd70"}]} Sep 23 01:35:57.027567 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-d3e78741-a257-4f81-8711-ca9958d65233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:57.027567 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-d3e78741-a257-4f81-8711-ca9958d65233 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45d87e2c-cffb-4bc6-84be-6c06e6485b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1035190 Sep 23 01:35:57.143532 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-8de7e934-a327-432f-8a8f-4d7989c7f799 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036413 Sep 23 01:35:57.170307 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (f90a1241-aaff-46d8-9539-62d24ac1ba91), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:57.177890 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:57.180652 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/f90a1241-aaff-46d8-9539-62d24ac1ba91 HTTP/1.1" status: 204 len: 168 time: 1.1420445 Sep 23 01:35:57.228748 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448b796-e7dc-47fe-ae5e-138f304c4ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=f90a1241-aaff-46d8-9539-62d24ac1ba91,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:57.279564 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-72a50cff-c519-485b-ba36-c00d9b768fdb req-b088cdf1-b743-47bd-9475-d9daa685be53 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298685 Sep 23 01:35:57.588009 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 3942d129-ca57-45cb-8522-054ab8f51c01 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:35:57.609666 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 3942d129-ca57-45cb-8522-054ab8f51c01 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:35:57.610013 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 3942d129-ca57-45cb-8522-054ab8f51c01 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:35:57.610848 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a95553bf-3315-4f49-8186-6a5d02edc403 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:35:57.634058 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: a95553bf-3315-4f49-8186-6a5d02edc403 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:35:57.634406 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a95553bf-3315-4f49-8186-6a5d02edc403 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:35:57.680037 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41030) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:57.725536 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-dfe54048-81c2-4660-99c7-accf06eebaf4 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=f0f4fc2c13b049f88634df7b8c0770d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435791 Sep 23 01:35:57.728125 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41032) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:57.791430 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-883fa9f0-3cfc-42bc-94cd-6a2506823de3 admin admin] Publish callbacks [] for security_group (7b7902d4-0f76-44e4-a736-b66a327b8a77), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:57.793496 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:57.817296 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-883fa9f0-3cfc-42bc-94cd-6a2506823de3 admin admin] Publish callbacks [] for security_group (7b7902d4-0f76-44e4-a736-b66a327b8a77), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:57.938815 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b279c-dbe2-4602-be9d-75502ae55f47 req-fd087f69-0672-4236-bd96-0b3b5da022a5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:57.940285 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fd7b279c-dbe2-4602-be9d-75502ae55f47 req-fd087f69-0672-4236-bd96-0b3b5da022a5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 943 time: 0.0503457 Sep 23 01:35:57.976246 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-883fa9f0-3cfc-42bc-94cd-6a2506823de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7b7902d4-0f76-44e4-a736-b66a327b8a77), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:57.978901 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-883fa9f0-3cfc-42bc-94cd-6a2506823de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:57.980330 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-883fa9f0-3cfc-42bc-94cd-6a2506823de3 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/7b7902d4-0f76-44e4-a736-b66a327b8a77 HTTP/1.1" status: 204 len: 168 time: 0.2511191 Sep 23 01:35:58.006553 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fa9f0-3cfc-42bc-94cd-6a2506823de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7902d4-0f76-44e4-a736-b66a327b8a77,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:58.014058 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-fd7b279c-dbe2-4602-be9d-75502ae55f47 req-49262d04-d9e2-4c4f-ad42-fbd4a9d9d0a5 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674953 Sep 23 01:35:58.475764 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10b3d7-0f58-449b-8379-fe4118e5aede req-8f07c549-00be-45b1-a6a3-101c30104e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:58.477358 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f10b3d7-0f58-449b-8379-fe4118e5aede req-8f07c549-00be-45b1-a6a3-101c30104e75 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 1127 time: 0.0519509 Sep 23 01:35:58.552204 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-f6f70b6f-4496-4682-9bf9-5799ffd83972 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0909488 Sep 23 01:35:58.603398 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10b3d7-0f58-449b-8379-fe4118e5aede req-10660df6-0739-4f95-b534-5fa99a99fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:58.604943 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f10b3d7-0f58-449b-8379-fe4118e5aede req-10660df6-0739-4f95-b534-5fa99a99fdd1 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 915 time: 0.1115663 Sep 23 01:35:58.662195 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f10b3d7-0f58-449b-8379-fe4118e5aede req-17fd4855-6b78-40c0-844f-43046611aac9 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08baaef-aebf-4131-8a2d-a26913a3f841 HTTP/1.1" status: 200 len: 217 time: 0.0457919 Sep 23 01:35:58.720646 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-4a8d816d-65b6-4d5f-85e9-a180be50918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:58.722155 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-4a8d816d-65b6-4d5f-85e9-a180be50918d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9cb4651121bb4a908147a675515b8f1d&device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 1130 time: 0.0700707 Sep 23 01:35:58.737309 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10b3d7-0f58-449b-8379-fe4118e5aede req-20a8f9f7-d3be-42c3-8320-d88615bafaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:58.738686 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f10b3d7-0f58-449b-8379-fe4118e5aede req-20a8f9f7-d3be-42c3-8320-d88615bafaf3 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=f836c9f3-d6cc-4e08-b1de-9b5ad70243d8 HTTP/1.1" status: 200 len: 853 time: 0.0587876 Sep 23 01:35:58.831436 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10b3d7-0f58-449b-8379-fe4118e5aede req-7e959445-b2c1-451a-a9c0-ef335cf7a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:58.832939 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f10b3d7-0f58-449b-8379-fe4118e5aede req-7e959445-b2c1-451a-a9c0-ef335cf7a83b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45d87e2c-cffb-4bc6-84be-6c06e6485b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0853462 Sep 23 01:35:58.918492 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:58.935791 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-c537df9c-930c-48a5-8869-95cd37d01cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:58.937293 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-c537df9c-930c-48a5-8869-95cd37d01cee service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=38c5ee11-8aca-491c-9a14-f67bba1114fd HTTP/1.1" status: 200 len: 910 time: 0.1819899 Sep 23 01:35:59.008060 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f10b3d7-0f58-449b-8379-fe4118e5aede req-2b3a2e8c-ddf5-4f32-92cc-f7ae6ad87ce8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684365 Sep 23 01:35:59.085242 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-e9cf6e98-0966-4362-86c1-a198209991c1 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 HTTP/1.1" status: 200 len: 1002 time: 0.1308270 Sep 23 01:35:59.150850 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449efa53-93dd-4dae-a33a-422a4481dbb0 req-3603d7a4-6eb7-4765-9a93-b4b9710382ce tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:59.152451 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-449efa53-93dd-4dae-a33a-422a4481dbb0 req-3603d7a4-6eb7-4765-9a93-b4b9710382ce tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 943 time: 0.0525296 Sep 23 01:35:59.165109 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-efa9ce0d-dd8b-404e-b7bc-ce4ab79b0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:59.173317 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-efa9ce0d-dd8b-404e-b7bc-ce4ab79b0601 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=c37d8be3-7c3b-4fa6-a74d-6993752f5d48 HTTP/1.1" status: 200 len: 848 time: 0.0754979 Sep 23 01:35:59.173317 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f10b3d7-0f58-449b-8379-fe4118e5aede req-3180756b-1126-44d1-b4e5-44edd0cdac99 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566753 Sep 23 01:35:59.189646 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:59.219920 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-449efa53-93dd-4dae-a33a-422a4481dbb0 req-5233def6-485b-4b29-926a-fe9faef20083 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613008 Sep 23 01:35:59.265050 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-c7c3bbd6-1a6e-468e-b403-2b7856545f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:59.266887 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-c7c3bbd6-1a6e-468e-b403-2b7856545f03 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=38c5ee11-8aca-491c-9a14-f67bba1114fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0639653 Sep 23 01:35:59.289416 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41064) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:59.369289 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-c8a8eb35-038b-40a8-86fd-2f2397da3881 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946858 Sep 23 01:35:59.409158 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-network', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:59.435124 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:59.473295 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ffa3d0fa-8b4a-4047-87d3-23d5a9676945 req-9f7e2065-2cb3-47d5-8b82-2ed8094e0f2a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973225 Sep 23 01:35:59.527821 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a08baaef-aebf-4131-8a2d-a26913a3f841 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:35:59.533752 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:59.574144 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Made reservation on behalf of 6ee88a9c3cac404fa07e13ba0ca7ab05 for: {'network': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:35:59.576727 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:59.586650 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:59.635974 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port a08baaef-aebf-4131-8a2d-a26913a3f841, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a08baaef-aebf-4131-8a2d-a26913a3f841,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:59.648482 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': 'a08baaef-aebf-4131-8a2d-a26913a3f841', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'port_id': 'a08baaef-aebf-4131-8a2d-a26913a3f841', 'mac_address': 'fa:16:3e:9c:e4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 495, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:35:59.652642 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:59.666240 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Publish callbacks [] for security_group (85edf15e-07ff-43cc-be77-4d7a0cde99fb), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:59.686367 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port a08baaef-aebf-4131-8a2d-a26913a3f841 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:35:59.686788 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:59.700712 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08baaef-aebf-4131-8a2d-a26913a3f841 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:35:59.721569 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port a08baaef-aebf-4131-8a2d-a26913a3f841, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a08baaef-aebf-4131-8a2d-a26913a3f841,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:59.796803 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (85edf15e-07ff-43cc-be77-4d7a0cde99fb), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:59.797013 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:59.822350 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=107196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:35:59.829401 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85edf15e-07ff-43cc-be77-4d7a0cde99fb,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:59.841590 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (d4ea0a02-ef1d-45ad-b055-821604a8d765), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:59.841942 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.segments_db [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Added segment d4ea0a02-ef1d-45ad-b055-821604a8d765 of type vlan for network 56ea4513-cae2-4548-9357-1f84497c0251 Sep 23 01:35:59.849329 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=a08baaef-aebf-4131-8a2d-a26913a3f841,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:59.852947 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=15 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:59.885976 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (56ea4513-cae2-4548-9357-1f84497c0251), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:00.050902 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (56ea4513-cae2-4548-9357-1f84497c0251), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:00.051859 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:00.052483 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:00.115690 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] Pushing event updated for resources: {'Network': ['ID=56ea4513-cae2-4548-9357-1f84497c0251,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:00.127640 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 56ea4513-cae2-4548-9357-1f84497c0251 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:36:00.175541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['a08baaef-aebf-4131-8a2d-a26913a3f841'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:36:00.219205 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-6dcec94f-8d7b-4739-b758-7665d30419ed admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9281063 Sep 23 01:36:00.223053 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41072) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:00.228132 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] Request body: {'subnet': {'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-subnet', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:00.350139 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd8a42-b70a-412d-aedc-0a90a72d688e req-152c1c33-70ba-45d4-90cb-3aa39d508f37 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:00.351563 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aabd8a42-b70a-412d-aedc-0a90a72d688e req-152c1c33-70ba-45d4-90cb-3aa39d508f37 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 944 time: 0.0492046 Sep 23 01:36:00.359547 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] Made reservation on behalf of 6ee88a9c3cac404fa07e13ba0ca7ab05 for: {'subnet': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:36:00.362441 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13317145'] for subnet (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:00.403127 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aabd8a42-b70a-412d-aedc-0a90a72d688e req-3fd7ab0a-a133-4b14-89e4-ad3e5e862226 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453691 Sep 23 01:36:00.625695 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15549327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13317135'] for subnet (d00b43bc-280f-4f7d-911a-6c43852fe368), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:00.668113 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:00.737047 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00b43bc-280f-4f7d-911a-6c43852fe368,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:00.771691 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] Checking segment: {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:36:00.772217 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] Network hostable DHCP agents. Network: 56ea4513-cae2-4548-9357-1f84497c0251, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:36:00.800629 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-fd7c807c-ded1-4079-8976-a5b3c99a6b14 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:00.802071 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-fd7c807c-ded1-4079-8976-a5b3c99a6b14 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/networks?id=8dad8e65-f3d2-4fa3-9f6e-1f92de141844 HTTP/1.1" status: 200 len: 814 time: 0.1516235 Sep 23 01:36:00.816823 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-25fc6832-bfb4-4aa3-8961-00d525299a33 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/quotas/7649509ee74b4e3a9d4b275c913993cd HTTP/1.1" status: 200 len: 375 time: 0.0088668 Sep 23 01:36:00.854947 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8026e6bc-444b-4520-977b-1fad89ab0403 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=7649509ee74b4e3a9d4b275c913993cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327821 Sep 23 01:36:00.898228 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] Network 56ea4513-cae2-4548-9357-1f84497c0251 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:36:00.983722 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 56ea4513-cae2-4548-9357-1f84497c0251) {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:36:00.992280 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df43b74-74ec-4fb0-a415-270b3002de6c None None] Network 56ea4513-cae2-4548-9357-1f84497c0251 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:36:00.993361 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:00.993943 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.003607 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-1b6d3126-d9e9-4af3-99bf-d9905aa362fa service neutron] 10.222.0.83 "GET /networking/v2.0/networks/8dad8e65-f3d2-4fa3-9f6e-1f92de141844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414282 Sep 23 01:36:01.088543 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b311ce95-b6b6-4470-932b-674778e8b56b admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8638685 Sep 23 01:36:01.092349 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41092) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:01.098153 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:01.107695 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaff64a2e-0121-5df4-867b-820a70dda548-56ea4513-cae2-4548-9357-1f84497c0251', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368'}]}} from dv-cinder-849143-7-smb. {{(pid=107197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:36:01.108786 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.111186 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-9d516169-63fb-4b5c-a021-6c3c870cda4a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/8dad8e65-f3d2-4fa3-9f6e-1f92de141844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013215 Sep 23 01:36:01.191945 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:01.215024 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (8b257866-e5c2-4150-b2e8-6c5650841f49), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.216086 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (8b257866-e5c2-4150-b2e8-6c5650841f49), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.251055 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.db_base_plugin_common [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Allocated IP 172.20.0.2 (56ea4513-cae2-4548-9357-1f84497c0251/d00b43bc-280f-4f7d-911a-6c43852fe368/c55213ff-7dde-4280-b324-c15781fb3374) {{(pid=107197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:36:01.271177 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Publish callbacks [] for router_controller (8b257866-e5c2-4150-b2e8-6c5650841f49), precommit_add_association {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.370106 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-40f596ea-c21d-4df8-8d13-c9fcb49f2a44 req-c79901e1-00be-42e2-b857-c80325b8d5aa tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 210 time: 0.0280559 Sep 23 01:36:01.415172 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Publish callbacks [] for port (c55213ff-7dde-4280-b324-c15781fb3374), precommit_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.535807 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Publish callbacks [] for router_gateway (8b257866-e5c2-4150-b2e8-6c5650841f49), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.543253 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a6b15-399b-48b9-a0ef-119b98b3f32e req-2af2222a-a310-4667-a6b1-615d42212cdc tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:01.544768 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fe0a6b15-399b-48b9-a0ef-119b98b3f32e req-2af2222a-a310-4667-a6b1-615d42212cdc tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 944 time: 0.0541673 Sep 23 01:36:01.548821 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (c55213ff-7dde-4280-b324-c15781fb3374), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.556431 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a08baaef-aebf-4131-8a2d-a26913a3f841 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:36:01.557368 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:01.595465 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fe0a6b15-399b-48b9-a0ef-119b98b3f32e req-a71744e9-57e5-415d-97d6-0c7a9b0d23a2 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447755 Sep 23 01:36:01.632247 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Network 56ea4513-cae2-4548-9357-1f84497c0251 is already hosted by enough agents. {{(pid=107197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:36:01.639354 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.base_scheduler [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Resources bound (agent type, host, resource id): {{(pid=107197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:36:01.641753 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Received port after_create {{(pid=107197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:36:01.644987 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:01.645783 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Pushing event updated for resources: {'Port': ['ID=c55213ff-7dde-4280-b324-c15781fb3374,revision_number=1']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:01.680318 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port a08baaef-aebf-4131-8a2d-a26913a3f841 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:36:01.710992 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Attempting to bind port c55213ff-7dde-4280-b324-c15781fb3374 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:36:01.711584 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Attempting to bind port c55213ff-7dde-4280-b324-c15781fb3374 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:36:01.712821 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Attempting to bind port c55213ff-7dde-4280-b324-c15781fb3374 on network 56ea4513-cae2-4548-9357-1f84497c0251 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:36:01.788356 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:36:01.789332 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Checking segment: {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:36:01.789631 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.790271 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Bound using segment: {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:36:01.791264 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Bound port: c55213ff-7dde-4280-b324-c15781fb3374, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:36:01.792174 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (c55213ff-7dde-4280-b324-c15781fb3374), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.798175 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port a08baaef-aebf-4131-8a2d-a26913a3f841 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:01.798860 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.799913 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port a08baaef-aebf-4131-8a2d-a26913a3f841 Sep 23 01:36:01.928828 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] For port c55213ff-7dde-4280-b324-c15781fb3374, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:36:01.951183 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] For port c55213ff-7dde-4280-b324-c15781fb3374, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=c55213ff-7dde-4280-b324-c15781fb3374,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:36:01.955493 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port a08baaef-aebf-4131-8a2d-a26913a3f841 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:01.955894 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:01.982861 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08baaef-aebf-4131-8a2d-a26913a3f841'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:01.985205 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9404813d-e923-42f0-bda6-34c7e22a5091" -d '{"events": [{"server_uuid": "0394ad2a-e14e-4bab-a373-1eea1cc2ed35", "name": "network-vif-plugged", "status": "completed", "tag": "a08baaef-aebf-4131-8a2d-a26913a3f841"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:02.000149 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port a08baaef-aebf-4131-8a2d-a26913a3f841, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a08baaef-aebf-4131-8a2d-a26913a3f841,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:02.027787 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7c3c27-3e71-4d26-8400-3bfd4563a917 x-openstack-request-id: req-5c7c3c27-3e71-4d26-8400-3bfd4563a917 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:02.028129 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0394ad2a-e14e-4bab-a373-1eea1cc2ed35", "name": "network-vif-plugged", "status": "completed", "tag": "a08baaef-aebf-4131-8a2d-a26913a3f841", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:02.028410 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5c7c3c27-3e71-4d26-8400-3bfd4563a917 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:02.028864 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7c3c27-3e71-4d26-8400-3bfd4563a917'] response: {'server_uuid': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08baaef-aebf-4131-8a2d-a26913a3f841', 'code': 200} Sep 23 01:36:02.080246 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (c55213ff-7dde-4280-b324-c15781fb3374), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:02.080892 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Publish callbacks [] for router_gateway (8b257866-e5c2-4150-b2e8-6c5650841f49), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:02.109690 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:02.116867 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:02.145277 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f65e06-5dfc-4dff-971b-baf9eb8bfda7 None None] Pushing event updated for resources: {'Port': ['ID=c55213ff-7dde-4280-b324-c15781fb3374,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:02.181381 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:02.208920 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=a08baaef-aebf-4131-8a2d-a26913a3f841,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:02.218691 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:02.242488 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Allocated IP 172.28.0.135 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/eb3fbad1-0442-4502-bae8-b1345e1f160d) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:36:02.371085 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Publish callbacks [] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:02.378109 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:02.486499 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd182e4-4d73-4edc-89ee-40b99a090081 req-9fe1c45c-8b39-44ba-af4a-78cb099d7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:02.488065 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dfd182e4-4d73-4edc-89ee-40b99a090081 req-9fe1c45c-8b39-44ba-af4a-78cb099d7edf service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 1129 time: 0.0468631 Sep 23 01:36:02.488820 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c5ea64cc-7e51-46fb-8795-923e6a19aad9 req-f2f8ebe7-96f0-45e9-90cb-c34433d2ba87 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 210 time: 0.0357904 Sep 23 01:36:02.540975 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:02.552101 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dfd182e4-4d73-4edc-89ee-40b99a090081 req-8d5485cf-40b5-4184-9b7c-fb4faa65f8f8 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568657 Sep 23 01:36:02.580024 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:36:02.585064 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:36:02.589096 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:36:02.613473 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Pushing event updated for resources: {'Port': ['ID=eb3fbad1-0442-4502-bae8-b1345e1f160d,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:02.775628 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f939755-dbbc-4734-a29b-acf458afd30e req-7f703239-2a8a-4559-bbba-56291e3cee03 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:02.777927 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f939755-dbbc-4734-a29b-acf458afd30e req-7f703239-2a8a-4559-bbba-56291e3cee03 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 945 time: 0.0754430 Sep 23 01:36:02.833160 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f939755-dbbc-4734-a29b-acf458afd30e req-7a6999be-a76c-4cb8-8f26-87c017c3ac6c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484610 Sep 23 01:36:03.064018 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Publish callbacks [] for router_gateway (8b257866-e5c2-4150-b2e8-6c5650841f49), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:03.118439 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c46a69-082c-4fa6-872c-06cb4e1c2df5 None None] Network 56ea4513-cae2-4548-9357-1f84497c0251 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:36:03.244124 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-355bf4c3-859e-4aff-9028-822cc2c6290f None None] Provisioning complete for port c55213ff-7dde-4280-b324-c15781fb3374 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:03.244630 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-355bf4c3-859e-4aff-9028-822cc2c6290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (c55213ff-7dde-4280-b324-c15781fb3374), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:03.245024 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-355bf4c3-859e-4aff-9028-822cc2c6290f None None] Attempt 1 to provision port c55213ff-7dde-4280-b324-c15781fb3374 Sep 23 01:36:03.297339 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808686'] for router (8b257866-e5c2-4150-b2e8-6c5650841f49), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:03.359145 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-355bf4c3-859e-4aff-9028-822cc2c6290f None None] Current status of the port c55213ff-7dde-4280-b324-c15781fb3374 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:03.359570 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-355bf4c3-859e-4aff-9028-822cc2c6290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (c55213ff-7dde-4280-b324-c15781fb3374), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:03.405962 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-355bf4c3-859e-4aff-9028-822cc2c6290f None None] For port c55213ff-7dde-4280-b324-c15781fb3374, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=c55213ff-7dde-4280-b324-c15781fb3374,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:03.497102 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-355bf4c3-859e-4aff-9028-822cc2c6290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (c55213ff-7dde-4280-b324-c15781fb3374), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:03.559436 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bf4c3-859e-4aff-9028-822cc2c6290f None None] Pushing event updated for resources: {'Port': ['ID=c55213ff-7dde-4280-b324-c15781fb3374,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:03.593895 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Router 8b257866-e5c2-4150-b2e8-6c5650841f49 is scheduled to L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a with binding_index 1 {{(pid=107195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:36:03.620811 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d06a543d-be7b-437f-b5d2-3e8f4cae039b req-9857a872-ba4d-4712-a169-dfaee42779e5 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 210 time: 0.0385904 Sep 23 01:36:03.642823 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-5aa1d9c5-fe90-4dc3-b72e-a31148280c44 None None] Provisioning complete for port c55213ff-7dde-4280-b324-c15781fb3374 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:03.643829 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d9c5-fe90-4dc3-b72e-a31148280c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (c55213ff-7dde-4280-b324-c15781fb3374), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:03.660699 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-5aa1d9c5-fe90-4dc3-b72e-a31148280c44 None None] Attempt 1 to provision port c55213ff-7dde-4280-b324-c15781fb3374 Sep 23 01:36:03.669376 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device c55213ff-7dde-4280-b324-c15781fb3374 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:36:03.734962 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:36:03.738287 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:03.749960 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Sync routers for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:36:03.775258 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port c55213ff-7dde-4280-b324-c15781fb3374 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:03.776507 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (c55213ff-7dde-4280-b324-c15781fb3374), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:03.776696 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port c55213ff-7dde-4280-b324-c15781fb3374 Sep 23 01:36:03.778391 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:03.779131 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:03.902891 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:03.912161 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-cd96e32e-a1c4-40d4-8391-475ffdd4ae4f admin admin] 10.222.0.83 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8108442 Sep 23 01:36:03.912161 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:03.912562 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41116) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:03.986821 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364fb70-c05b-46f5-bf0f-85cf59788973 req-664a9dd6-e4df-4b73-8aaa-4f4e0bb452fd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:03.988761 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d364fb70-c05b-46f5-bf0f-85cf59788973 req-664a9dd6-e4df-4b73-8aaa-4f4e0bb452fd tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 945 time: 0.0606894 Sep 23 01:36:04.014062 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1d9c5-fe90-4dc3-b72e-a31148280c44 None None] Current status of the port c55213ff-7dde-4280-b324-c15781fb3374 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:04.047830 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d364fb70-c05b-46f5-bf0f-85cf59788973 req-6a6c6e79-c2fe-4cb4-bfe4-98a6ef5d578f tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515485 Sep 23 01:36:04.050315 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:04.104733 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:04.168350 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port c55213ff-7dde-4280-b324-c15781fb3374 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:04.324761 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:02Z', 'revision_number': 3, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:04.355585 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Checking router: 8b257866-e5c2-4150-b2e8-6c5650841f49 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:36:04.359834 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Updating router 8b257866-e5c2-4150-b2e8-6c5650841f49 port eb3fbad1-0442-4502-bae8-b1345e1f160d binding host dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:36:04.377421 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:04.387715 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:04.412993 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:04.576894 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Allocated IP 172.20.0.1 (56ea4513-cae2-4548-9357-1f84497c0251/d00b43bc-280f-4f7d-911a-6c43852fe368/d35e622c-bcc9-40af-b828-31ccc507eb82) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:36:04.675409 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Publish callbacks [] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), precommit_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:04.699153 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Publish callbacks [] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:04.707554 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:04.755117 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d1385243-b368-48f7-8892-ffb2421c7839 req-49be59e2-9c84-4836-820f-1343ad7c04c5 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 210 time: 0.0333846 Sep 23 01:36:04.777233 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:04.819556 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Attempting to bind port eb3fbad1-0442-4502-bae8-b1345e1f160d on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:36:04.819921 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Attempting to bind port eb3fbad1-0442-4502-bae8-b1345e1f160d by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:36:04.820278 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Attempting to bind port eb3fbad1-0442-4502-bae8-b1345e1f160d on network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:36:04.856530 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02ac4c-7dc7-41c1-b093-c448807866d4 None None] Pushing event updated for resources: {'Port': ['ID=eb3fbad1-0442-4502-bae8-b1345e1f160d,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:04.874219 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:04.877381 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:36:04.877801 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Checking segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:36:04.878201 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:04.878633 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Bound using segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:36:04.879078 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Bound port: eb3fbad1-0442-4502-bae8-b1345e1f160d, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:36:04.879453 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:04.909501 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:04.926770 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Network 56ea4513-cae2-4548-9357-1f84497c0251 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:36:04.932376 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:36:04.934366 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] For port eb3fbad1-0442-4502-bae8-b1345e1f160d, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:36:04.935069 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:36:04.938794 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] For port eb3fbad1-0442-4502-bae8-b1345e1f160d, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=eb3fbad1-0442-4502-bae8-b1345e1f160d,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:36:04.958459 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Pushing event updated for resources: {'Port': ['ID=d35e622c-bcc9-40af-b828-31ccc507eb82,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:04.982555 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817623'] for router_interface (8b257866-e5c2-4150-b2e8-6c5650841f49), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:05.027140 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:05.070711 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:05.071621 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:05.119952 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:05.131585 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02ac4c-7dc7-41c1-b093-c448807866d4 None None] Pushing event updated for resources: {'Port': ['ID=eb3fbad1-0442-4502-bae8-b1345e1f160d,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:05.209636 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cf7ff-dc30-43c4-ab87-0cfbe7f8e9f9 req-9a777308-7856-4c04-a98d-421d43aa2778 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:05.211119 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-492cf7ff-dc30-43c4-ab87-0cfbe7f8e9f9 req-9a777308-7856-4c04-a98d-421d43aa2778 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 945 time: 0.0499930 Sep 23 01:36:05.219782 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:05.264066 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-492cf7ff-dc30-43c4-ab87-0cfbe7f8e9f9 req-1d998810-fe8f-45cb-8167-a2e05486e673 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465083 Sep 23 01:36:05.300505 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:05.326562 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Provisioning complete for port d35e622c-bcc9-40af-b828-31ccc507eb82 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:05.326962 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:05.327289 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Attempt 1 to provision port d35e622c-bcc9-40af-b828-31ccc507eb82 Sep 23 01:36:05.376417 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Port d35e622c-bcc9-40af-b828-31ccc507eb82 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:36:05.442895 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-5ea889f1-812a-4a15-bfde-3a9cb719737b tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:05.444686 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-5ea889f1-812a-4a15-bfde-3a9cb719737b tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.88 "GET /networking/v2.0/networks?id=8dad8e65-f3d2-4fa3-9f6e-1f92de141844 HTTP/1.1" status: 200 len: 814 time: 0.1370289 Sep 23 01:36:05.453990 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ec962-0a1d-4539-9280-5989e984a689 req-4ed6544d-2441-40d5-a0b5-80c62129e8f1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:05.456302 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-690ec962-0a1d-4539-9280-5989e984a689 req-4ed6544d-2441-40d5-a0b5-80c62129e8f1 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 945 time: 0.0817318 Sep 23 01:36:05.471173 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41124) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:05.476418 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-095eda13-3b76-45da-b4ea-faf320fdbcfc tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Request body: {'floatingip': {'port_id': 'a08baaef-aebf-4131-8a2d-a26913a3f841'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:05.478391 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:02Z', 'revision_number': 3, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:05.486021 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Request body: {'port': {'device_id': 'c1768119-0ec2-4eef-b377-011737ba209b', 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844', 'admin_state_up': True, 'tenant_id': '7649509ee74b4e3a9d4b275c913993cd'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:05.522210 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c95522-dfe5-47a3-a286-fb2f7ec52111 None None] The sync data for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb is: [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:02Z', 'revision_number': 3, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:36:05.559561 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-095eda13-3b76-45da-b4ea-faf320fdbcfc tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (807e7e91-0c97-4f49-8b96-bea008febb2b), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:05.586716 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Publish callbacks [] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:05.634565 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device c55213ff-7dde-4280-b324-c15781fb3374 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:36:05.653847 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15907334'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:05.699220 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port c55213ff-7dde-4280-b324-c15781fb3374 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:05.699592 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (c55213ff-7dde-4280-b324-c15781fb3374), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:05.700523 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port c55213ff-7dde-4280-b324-c15781fb3374 Sep 23 01:36:05.736953 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817731'] for router_interface (8b257866-e5c2-4150-b2e8-6c5650841f49), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:05.743172 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Pushing event updated for resources: {'Port': ['ID=d35e622c-bcc9-40af-b828-31ccc507eb82,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:05.744016 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:05.774711 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:05.805208 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port c55213ff-7dde-4280-b324-c15781fb3374 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:05.885174 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Attempt 2 to provision port d35e622c-bcc9-40af-b828-31ccc507eb82 Sep 23 01:36:05.934402 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Port d35e622c-bcc9-40af-b828-31ccc507eb82 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:36:05.953332 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Network 56ea4513-cae2-4548-9357-1f84497c0251 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:36:05.954894 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:36:05.958545 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ba25d7df-d366-496d-848b-f585e08631f5 req-e87b4de5-738d-4fbd-9d64-81408e895e6e tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 210 time: 0.0405877 Sep 23 01:36:06.012368 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Made reservation on behalf of 7649509ee74b4e3a9d4b275c913993cd for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:36:06.016546 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:06.102033 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:06.145155 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Router 8b257866-e5c2-4150-b2e8-6c5650841f49 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:36:06.286353 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:06.290272 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:36:06.297313 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-4c574e70-2d33-4095-b5c2-a339aed34190 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/8b257866-e5c2-4150-b2e8-6c5650841f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3848474 Sep 23 01:36:06.308867 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Allocated IP 172.20.0.12 (8dad8e65-f3d2-4fa3-9f6e-1f92de141844/b512423f-0fdd-4b14-afd5-deccd395eb4b/f8ab01cf-70b9-408a-b80e-2a6685d2d8fa) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:36:06.385289 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-095eda13-3b76-45da-b4ea-faf320fdbcfc tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:06.435252 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Attempt 3 to provision port d35e622c-bcc9-40af-b828-31ccc507eb82 Sep 23 01:36:06.462841 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-095eda13-3b76-45da-b4ea-faf320fdbcfc tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (807e7e91-0c97-4f49-8b96-bea008febb2b), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:06.488867 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Port d35e622c-bcc9-40af-b828-31ccc507eb82 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:36:06.628412 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks [] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:06.635378 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [None req-095eda13-3b76-45da-b4ea-faf320fdbcfc tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Floating IP 807e7e91-0c97-4f49-8b96-bea008febb2b associated. External IP: 172.28.0.254, port: a08baaef-aebf-4131-8a2d-a26913a3f841. Sep 23 01:36:06.703050 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:06.762333 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41138) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:06.766882 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-fdffaf79-dbe2-401c-ad44-3184607f4a50 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929325799', 'description': 'tempest-description--402790519'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:06.846495 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:06.872141 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fdffaf79-dbe2-401c-ad44-3184607f4a50 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:06.896551 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:06.915858 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:36:06.922226 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:36:06.924695 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:36:06.936653 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095eda13-3b76-45da-b4ea-faf320fdbcfc tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Router d58f9795-8296-4f83-b130-60ce5dca27e4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:36:06.952104 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fdffaf79-dbe2-401c-ad44-3184607f4a50 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (6c6b4e49-df98-4714-926d-852a84d7a293), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:06.990520 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Attempt 4 to provision port d35e622c-bcc9-40af-b828-31ccc507eb82 Sep 23 01:36:07.042747 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fdffaf79-dbe2-401c-ad44-3184607f4a50 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (6c6b4e49-df98-4714-926d-852a84d7a293), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.043306 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Port d35e622c-bcc9-40af-b828-31ccc507eb82 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:36:07.093545 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffaf79-dbe2-401c-ad44-3184607f4a50 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6b4e49-df98-4714-926d-852a84d7a293,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:07.161784 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fdffaf79-dbe2-401c-ad44-3184607f4a50 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.163495 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-fdffaf79-dbe2-401c-ad44-3184607f4a50 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4001169 Sep 23 01:36:07.166894 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41142) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:07.172893 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-7beae480-bc87-4117-a4da-b62bc95b315e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'security_group_rule': {'security_group_id': '6c6b4e49-df98-4714-926d-852a84d7a293', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:07.231488 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Pushing event updated for resources: {'Port': ['ID=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:07.258961 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.259312 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.259664 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.260046 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.260530 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.260860 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.261160 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.261412 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.261740 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.262099 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.262454 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.262905 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.263158 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.263408 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.263737 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:07.292561 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7beae480-bc87-4117-a4da-b62bc95b315e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (3d5378c4-4b9b-4401-8ac7-df8e2cb9f0db), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.358481 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaf29a-b6c2-4c17-872e-86ec14d3ad13 req-0a13353b-a341-4d73-b238-831874ba6854 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:07.360098 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c9eaf29a-b6c2-4c17-872e-86ec14d3ad13 req-0a13353b-a341-4d73-b238-831874ba6854 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 932 time: 0.1313026 Sep 23 01:36:07.362663 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7beae480-bc87-4117-a4da-b62bc95b315e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (3d5378c4-4b9b-4401-8ac7-df8e2cb9f0db), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.367914 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:07.368558 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.462365 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Sync routers for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:36:07.473857 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7beae480-bc87-4117-a4da-b62bc95b315e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (3d5378c4-4b9b-4401-8ac7-df8e2cb9f0db), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.483475 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c9eaf29a-b6c2-4c17-872e-86ec14d3ad13 req-6e8cddb6-02f2-43f4-93cf-aaf67f5f36f4 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089079 Sep 23 01:36:07.499280 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095eda13-3b76-45da-b4ea-faf320fdbcfc tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:36:07.503517 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:07.504149 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:07.505232 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beae480-bc87-4117-a4da-b62bc95b315e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5378c4-4b9b-4401-8ac7-df8e2cb9f0db,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:07.512797 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-095eda13-3b76-45da-b4ea-faf320fdbcfc tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.515563 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:07.522154 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-a3bf159c-89f2-4493-b7c2-afa386456092 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0417011 Sep 23 01:36:07.529687 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b702ee2c-b78c-45ec-a8a5-e29dbc7eab16 None None] Sync routers for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:36:07.546737 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Attempt 5 to provision port d35e622c-bcc9-40af-b828-31ccc507eb82 Sep 23 01:36:07.550553 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Request body: {'port': {'device_id': 'c1768119-0ec2-4eef-b377-011737ba209b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:07.590803 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7beae480-bc87-4117-a4da-b62bc95b315e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.594420 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-7beae480-bc87-4117-a4da-b62bc95b315e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4240224 Sep 23 01:36:07.594831 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41150) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:07.599738 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-2ce6caa6-12b6-4a41-80f4-88f5b4920c62 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'security_group_rule': {'security_group_id': '6c6b4e49-df98-4714-926d-852a84d7a293', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:07.611609 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b702ee2c-b78c-45ec-a8a5-e29dbc7eab16 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:07.612581 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-b702ee2c-b78c-45ec-a8a5-e29dbc7eab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:07.613703 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-095eda13-3b76-45da-b4ea-faf320fdbcfc tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "PUT /networking/v2.0/floatingips/807e7e91-0c97-4f49-8b96-bea008febb2b HTTP/1.1" status: 200 len: 991 time: 2.1382418 Sep 23 01:36:07.617258 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Port d35e622c-bcc9-40af-b828-31ccc507eb82 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:36:07.624289 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'tag': 'a08baaef-aebf-4131-8a2d-a26913a3f841'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:07.627600 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0394ad2a-e14e-4bab-a373-1eea1cc2ed35", "tag": "a08baaef-aebf-4131-8a2d-a26913a3f841"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:07.701468 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.710420 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:07.717896 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac52783-f6ee-4958-b88f-fb5cb1bd9191 x-openstack-request-id: req-3ac52783-f6ee-4958-b88f-fb5cb1bd9191 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:07.718700 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0394ad2a-e14e-4bab-a373-1eea1cc2ed35", "tag": "a08baaef-aebf-4131-8a2d-a26913a3f841", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:07.718700 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3ac52783-f6ee-4958-b88f-fb5cb1bd9191 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:07.718908 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac52783-f6ee-4958-b88f-fb5cb1bd9191'] response: {'name': 'network-changed', 'server_uuid': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'tag': 'a08baaef-aebf-4131-8a2d-a26913a3f841', 'status': 'completed', 'code': 200} Sep 23 01:36:07.760911 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device eb3fbad1-0442-4502-bae8-b1345e1f160d up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:36:07.769374 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2ce6caa6-12b6-4a41-80f4-88f5b4920c62 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (0972b4c4-fc8e-4e75-8d18-527311ae8318), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.853473 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port eb3fbad1-0442-4502-bae8-b1345e1f160d triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:07.855356 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.855901 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port eb3fbad1-0442-4502-bae8-b1345e1f160d Sep 23 01:36:07.911239 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2ce6caa6-12b6-4a41-80f4-88f5b4920c62 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (0972b4c4-fc8e-4e75-8d18-527311ae8318), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.927934 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-b702ee2c-b78c-45ec-a8a5-e29dbc7eab16 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:07.966091 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:07.985429 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 2, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:08.014609 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Checking router: 8b257866-e5c2-4150-b2e8-6c5650841f49 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:36:08.014991 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Updating router 8b257866-e5c2-4150-b2e8-6c5650841f49 port d35e622c-bcc9-40af-b828-31ccc507eb82 binding host dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:36:08.052639 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ab01cf-70b9-408a-b80e-2a6685d2d8fa {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:36:08.061511 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Publish callbacks [] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.076270 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Transition to ACTIVE for port object f8ab01cf-70b9-408a-b80e-2a6685d2d8fa will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:36:08.082141 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c req-f00c1e06-4b13-4fe6-a7f7-920fcb098697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:08.085248 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c req-f00c1e06-4b13-4fe6-a7f7-920fcb098697 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 1129 time: 0.2418079 Sep 23 01:36:08.105903 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2ce6caa6-12b6-4a41-80f4-88f5b4920c62 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (0972b4c4-fc8e-4e75-8d18-527311ae8318), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.107125 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:08.118871 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.145758 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6caa6-12b6-4a41-80f4-88f5b4920c62 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0972b4c4-fc8e-4e75-8d18-527311ae8318,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:08.178093 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Attempt 6 to provision port d35e622c-bcc9-40af-b828-31ccc507eb82 Sep 23 01:36:08.198286 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.231348 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port eb3fbad1-0442-4502-bae8-b1345e1f160d is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:08.231348 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.259166 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port eb3fbad1-0442-4502-bae8-b1345e1f160d, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=eb3fbad1-0442-4502-bae8-b1345e1f160d,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:08.282902 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2ce6caa6-12b6-4a41-80f4-88f5b4920c62 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.285260 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-2ce6caa6-12b6-4a41-80f4-88f5b4920c62 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6888058 Sep 23 01:36:08.287373 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Port d35e622c-bcc9-40af-b828-31ccc507eb82 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:36:08.288242 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41156) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:08.298712 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'floatingip': {'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:08.379660 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:08.384831 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c req-0f9e7360-3283-4a0a-bdd3-c9f117009e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:08.386967 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c req-0f9e7360-3283-4a0a-bdd3-c9f117009e6c service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 200 len: 915 time: 0.2962623 Sep 23 01:36:08.389643 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:08.429427 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.438048 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Attempting to bind port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:36:08.438387 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Attempting to bind port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '2f932b9c-3cee-4b14-a742-b6c39e6b3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:36:08.438748 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Attempting to bind port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa on network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:36:08.489602 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Publish callbacks [] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), precommit_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.504537 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c req-b9ce25c7-fc65-43c5-9469-6e047c8fca17 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a08baaef-aebf-4131-8a2d-a26913a3f841 HTTP/1.1" status: 200 len: 999 time: 0.1062579 Sep 23 01:36:08.511687 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa on network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:36:08.511896 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Attempting to bind port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa on network 8dad8e65-f3d2-4fa3-9f6e-1f92de141844 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:36:08.520060 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.559879 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.580457 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c req-8a099a71-8850-4bfb-9abe-db9d5d0fabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:08.582349 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c req-8a099a71-8850-4bfb-9abe-db9d5d0fabc1 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=f836c9f3-d6cc-4e08-b1de-9b5ad70243d8 HTTP/1.1" status: 200 len: 853 time: 0.0681329 Sep 23 01:36:08.624427 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:08.643065 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=eb3fbad1-0442-4502-bae8-b1345e1f160d,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:08.683990 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c req-abb32074-d68d-4bbe-9d8f-4e7496338d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:08.685652 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c req-abb32074-d68d-4bbe-9d8f-4e7496338d9d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45d87e2c-cffb-4bc6-84be-6c06e6485b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0805614 Sep 23 01:36:08.687262 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:36:08.687850 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Checking segment: {'id': '2f932b9c-3cee-4b14-a742-b6c39e6b3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:36:08.688361 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Bound using segment: {'id': '2f932b9c-3cee-4b14-a742-b6c39e6b3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:36:08.689011 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Bound port: f8ab01cf-70b9-408a-b80e-2a6685d2d8fa, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f932b9c-3cee-4b14-a742-b6c39e6b3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:36:08.689473 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.702720 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-b702ee2c-b78c-45ec-a8a5-e29dbc7eab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '807e7e91-0c97-4f49-8b96-bea008febb2b', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.254', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': 'a08baaef-aebf-4131-8a2d-a26913a3f841', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:9c:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:43Z', 'updated_at': '2022-09-23T01:36:06Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:08.723408 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Pushing event updated for resources: {'Port': ['ID=d35e622c-bcc9-40af-b828-31ccc507eb82,revision_number=3']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:08.727393 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Attempting to bind port d35e622c-bcc9-40af-b828-31ccc507eb82 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:36:08.727966 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Attempting to bind port d35e622c-bcc9-40af-b828-31ccc507eb82 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:36:08.728491 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Attempting to bind port d35e622c-bcc9-40af-b828-31ccc507eb82 on network 56ea4513-cae2-4548-9357-1f84497c0251 {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:36:08.753471 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.760951 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:08.763617 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b702ee2c-b78c-45ec-a8a5-e29dbc7eab16 None None] Checking router: d58f9795-8296-4f83-b130-60ce5dca27e4 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:36:08.772547 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:08.784398 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b702ee2c-b78c-45ec-a8a5-e29dbc7eab16 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:08.787412 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-b702ee2c-b78c-45ec-a8a5-e29dbc7eab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:08.881880 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.882262 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.882579 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.882973 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.883320 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.887135 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.889699 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.889699 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.891407 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.891817 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.892166 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.893694 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] For port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:36:08.894329 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.898344 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.898344 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.899027 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:08.911728 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:36:08.912134 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Checking segment: {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:36:08.915383 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] For port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa,segment=NetworkSegment(2f932b9c-3cee-4b14-a742-b6c39e6b3cdf),segment_id=2f932b9c-3cee-4b14-a742-b6c39e6b3cdf)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:36:08.915702 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.917239 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Bound using segment: {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:36:08.917780 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Bound port: d35e622c-bcc9-40af-b828-31ccc507eb82, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'}}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:36:08.918173 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.918807 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c req-0ce8f139-1d8b-4e40-b864-a90e81225d29 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252982 Sep 23 01:36:08.933393 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22800834-77e8-4c32-8c8f-b93ee246d2d8 req-6403c45c-9da0-4726-8a51-2b528841e946 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:08.935596 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-22800834-77e8-4c32-8c8f-b93ee246d2d8 req-6403c45c-9da0-4726-8a51-2b528841e946 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 944 time: 0.3083117 Sep 23 01:36:08.938093 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Attempt 7 to provision port d35e622c-bcc9-40af-b828-31ccc507eb82 Sep 23 01:36:08.987661 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Port d35e622c-bcc9-40af-b828-31ccc507eb82 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:36:08.998993 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:09.011073 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-b702ee2c-b78c-45ec-a8a5-e29dbc7eab16 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:09.018856 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:09.063374 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] For port d35e622c-bcc9-40af-b828-31ccc507eb82, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:36:09.070684 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] For port d35e622c-bcc9-40af-b828-31ccc507eb82, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=d35e622c-bcc9-40af-b828-31ccc507eb82,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:36:09.092189 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.095471 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Allocated IP 172.28.0.230 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/69475e66-b1c7-4c3d-b25f-71ce4e6822ec) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:36:09.108524 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-22800834-77e8-4c32-8c8f-b93ee246d2d8 req-9e008280-04fe-405b-9366-60c692c607a6 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066265 Sep 23 01:36:09.112875 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:09.113899 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.116264 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/f8ab01cf-70b9-408a-b80e-2a6685d2d8fa HTTP/1.1" status: 200 len: 1094 time: 1.5693545 Sep 23 01:36:09.186308 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.205899 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-778df5e3-1335-4a36-8cb2-5d6e1f4c0d8c req-2c41e17a-0003-47d9-9af3-5a0d3e570183 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789319 Sep 23 01:36:09.236143 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:09.236143 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:35:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:09.250175 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19bf1b-b73e-46bf-99d7-899c32a2b2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:09.261400 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:09.283876 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for port (69475e66-b1c7-4c3d-b25f-71ce4e6822ec), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.345702 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-b702ee2c-b78c-45ec-a8a5-e29dbc7eab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '807e7e91-0c97-4f49-8b96-bea008febb2b', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.254', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': 'a08baaef-aebf-4131-8a2d-a26913a3f841', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:9c:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:43Z', 'updated_at': '2022-09-23T01:36:06Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:09.381571 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b702ee2c-b78c-45ec-a8a5-e29dbc7eab16 None None] The sync data for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb is: [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '807e7e91-0c97-4f49-8b96-bea008febb2b', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'floating_ip_address': '172.28.0.254', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'port_id': 'a08baaef-aebf-4131-8a2d-a26913a3f841', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'mac_address': 'fa:16:3e:9c:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:43Z', 'updated_at': '2022-09-23T01:36:06Z', 'revision_number': 1, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:36:09.400327 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-43e416cb-1348-4528-a75f-c672cd5f4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:09.402655 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-43e416cb-1348-4528-a75f-c672cd5f4896 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7649509ee74b4e3a9d4b275c913993cd&device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 1128 time: 0.0490694 Sep 23 01:36:09.434860 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e127d6-d47a-4733-b850-a9b76a927bb4 None None] Pushing event updated for resources: {'Port': ['ID=d35e622c-bcc9-40af-b828-31ccc507eb82,revision_number=4']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:09.452771 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (69475e66-b1c7-4c3d-b25f-71ce4e6822ec), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.469703 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-ded61944-827e-4344-b6e0-f5faf2baa29d service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa HTTP/1.1" status: 200 len: 217 time: 0.0502248 Sep 23 01:36:09.490125 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Attempt 8 to provision port d35e622c-bcc9-40af-b828-31ccc507eb82 Sep 23 01:36:09.520661 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:09.531628 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:09.542564 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-1e3235c6-b81c-4752-84a4-8df013024518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:09.545126 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-1e3235c6-b81c-4752-84a4-8df013024518 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=b512423f-0fdd-4b14-afd5-deccd395eb4b HTTP/1.1" status: 200 len: 854 time: 0.0650666 Sep 23 01:36:09.558767 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:36:09.582877 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:36:09.593423 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:36:09.624240 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Current status of the port d35e622c-bcc9-40af-b828-31ccc507eb82 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:09.624790 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.626890 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:09.631061 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-dcae1a96-f82c-44a1-b98f-6626c16570c3 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=8dad8e65-f3d2-4fa3-9f6e-1f92de141844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793934 Sep 23 01:36:09.704861 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'Port': ['ID=69475e66-b1c7-4c3d-b25f-71ce4e6822ec,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:09.712858 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device eb3fbad1-0442-4502-bae8-b1345e1f160d up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:36:09.743854 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1768119-0ec2-4eef-b377-011737ba209b', 'tag': 'f8ab01cf-70b9-408a-b80e-2a6685d2d8fa'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:09.746954 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22f2f6b-0c47-43b9-910d-bc94d8785254" -d '{"events": [{"name": "network-changed", "server_uuid": "c1768119-0ec2-4eef-b377-011737ba209b", "tag": "f8ab01cf-70b9-408a-b80e-2a6685d2d8fa"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:09.765516 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] For port d35e622c-bcc9-40af-b828-31ccc507eb82, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=d35e622c-bcc9-40af-b828-31ccc507eb82,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:09.810983 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:09.815967 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:09.835753 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (c6480e8c-1a40-4495-8ff3-34abd738ec8e), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.845924 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f174176-aa9c-429f-9771-de0fab2d4411 x-openstack-request-id: req-1f174176-aa9c-429f-9771-de0fab2d4411 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:09.846226 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1768119-0ec2-4eef-b377-011737ba209b", "tag": "f8ab01cf-70b9-408a-b80e-2a6685d2d8fa", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:09.846491 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1f174176-aa9c-429f-9771-de0fab2d4411 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:09.846942 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f174176-aa9c-429f-9771-de0fab2d4411'] response: {'name': 'network-changed', 'server_uuid': 'c1768119-0ec2-4eef-b377-011737ba209b', 'tag': 'f8ab01cf-70b9-408a-b80e-2a6685d2d8fa', 'status': 'completed', 'code': 200} Sep 23 01:36:09.852192 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-4929e224-7227-42e9-a6b6-bf8916521ec2 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/8dad8e65-f3d2-4fa3-9f6e-1f92de141844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142756 Sep 23 01:36:09.856358 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f246bf9-6a6d-468f-b742-063278bdd7cd None None] New status for floating IP 807e7e91-0c97-4f49-8b96-bea008febb2b: ACTIVE {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:36:09.861252 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d236a5d-5352-4500-8ce9-5469b9ceb99a None None] The sync data for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb is: [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:36:09.874280 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.034909 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611633c-a262-40b1-ad08-2d8543869e4d None None] Pushing event updated for resources: {'Port': ['ID=d35e622c-bcc9-40af-b828-31ccc507eb82,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:10.043045 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (69475e66-b1c7-4c3d-b25f-71ce4e6822ec), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.058523 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port eb3fbad1-0442-4502-bae8-b1345e1f160d triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:10.058950 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.059321 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port eb3fbad1-0442-4502-bae8-b1345e1f160d Sep 23 01:36:10.064661 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6e96246c-d06a-4229-92e8-bd0d040a41bc None None] Provisioning complete for port d35e622c-bcc9-40af-b828-31ccc507eb82 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:10.064661 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6e96246c-d06a-4229-92e8-bd0d040a41bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.064661 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6e96246c-d06a-4229-92e8-bd0d040a41bc None None] Attempt 1 to provision port d35e622c-bcc9-40af-b828-31ccc507eb82 Sep 23 01:36:10.089768 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c204fec2-ba40-47ca-8054-c0e1b3828467 req-e082ceec-84ba-42ae-8098-caa9c2fa43bd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/8dad8e65-f3d2-4fa3-9f6e-1f92de141844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220321 Sep 23 01:36:10.266661 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port eb3fbad1-0442-4502-bae8-b1345e1f160d is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:10.324471 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6e96246c-d06a-4229-92e8-bd0d040a41bc None None] Current status of the port d35e622c-bcc9-40af-b828-31ccc507eb82 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:10.346401 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5f93b-1623-4081-8d9b-3f189359181c req-d5426050-042d-47d8-8bde-ad4e19bbd5e7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:10.348603 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8ed5f93b-1623-4081-8d9b-3f189359181c req-d5426050-042d-47d8-8bde-ad4e19bbd5e7 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 944 time: 0.1113296 Sep 23 01:36:10.354044 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for port (69475e66-b1c7-4c3d-b25f-71ce4e6822ec), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.408013 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8ed5f93b-1623-4081-8d9b-3f189359181c req-58b706bb-6375-4789-bd79-457630654121 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Sep 23 01:36:10.513545 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15907334'] for port (69475e66-b1c7-4c3d-b25f-71ce4e6822ec), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.589389 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'Port': ['ID=69475e66-b1c7-4c3d-b25f-71ce4e6822ec,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:10.595247 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (c6480e8c-1a40-4495-8ff3-34abd738ec8e), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.675453 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.676777 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-5c4152aa-fa80-4d65-9703-ed28716effee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3873243 Sep 23 01:36:10.892635 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83c7fd49-be6d-47e9-8e9b-0a3cf23c08c3 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1929325799&fields=id&tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05 HTTP/1.1" status: 200 len: 267 time: 0.0535326 Sep 23 01:36:11.070860 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-aa3cbc6b-03f8-4f01-9fbc-61dafda3a4a0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:11.074036 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-aa3cbc6b-03f8-4f01-9fbc-61dafda3a4a0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 817 time: 0.1733229 Sep 23 01:36:11.099629 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-78309e10-7d3f-49db-815f-13a86a0cd7fc tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/quotas/6ee88a9c3cac404fa07e13ba0ca7ab05 HTTP/1.1" status: 200 len: 375 time: 0.0183201 Sep 23 01:36:11.116609 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:11.158016 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-08b8ce3e-0ca5-4716-b1cc-309bce3e57db tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525172 Sep 23 01:36:11.182918 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:11.252886 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f2f6b-0c47-43b9-910d-bc94d8785254 req-04533374-e654-44f0-9333-291a23847348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:11.254492 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c22f2f6b-0c47-43b9-910d-bc94d8785254 req-04533374-e654-44f0-9333-291a23847348 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7649509ee74b4e3a9d4b275c913993cd&device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 1128 time: 0.0925226 Sep 23 01:36:11.354437 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-4729d69f-34f2-44f7-b42b-02c8af2263a4 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817791 Sep 23 01:36:11.431917 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f2f6b-0c47-43b9-910d-bc94d8785254 req-050318aa-4c65-42bf-8989-6159f8c8c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:11.433402 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c22f2f6b-0c47-43b9-910d-bc94d8785254 req-050318aa-4c65-42bf-8989-6159f8c8c7f0 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=8dad8e65-f3d2-4fa3-9f6e-1f92de141844 HTTP/1.1" status: 200 len: 915 time: 0.1715474 Sep 23 01:36:11.483262 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c22f2f6b-0c47-43b9-910d-bc94d8785254 req-877bedf6-8278-4e6e-8966-d6c8c178a1bd service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa HTTP/1.1" status: 200 len: 217 time: 0.0432906 Sep 23 01:36:11.543896 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-d9781217-b09e-48db-9962-74ce641c01ba service neutron] 10.222.0.83 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789896 Sep 23 01:36:11.549234 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device f8ab01cf-70b9-408a-b80e-2a6685d2d8fa details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:36:11.563144 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f2f6b-0c47-43b9-910d-bc94d8785254 req-c2e8ae91-1f3e-4047-bef4-6c2bbf45b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:11.564653 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c22f2f6b-0c47-43b9-910d-bc94d8785254 req-c2e8ae91-1f3e-4047-bef4-6c2bbf45b16f service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=b512423f-0fdd-4b14-afd5-deccd395eb4b HTTP/1.1" status: 200 len: 854 time: 0.0697870 Sep 23 01:36:11.621870 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c22f2f6b-0c47-43b9-910d-bc94d8785254 req-1c722c15-efaf-4d2a-9b29-0d10d11cb792 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=8dad8e65-f3d2-4fa3-9f6e-1f92de141844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480826 Sep 23 01:36:11.709118 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device d35e622c-bcc9-40af-b828-31ccc507eb82 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:36:11.709694 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:11.712782 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa,segment=NetworkSegment(2f932b9c-3cee-4b14-a742-b6c39e6b3cdf),segment_id=2f932b9c-3cee-4b14-a742-b6c39e6b3cdf)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:11.733445 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c22f2f6b-0c47-43b9-910d-bc94d8785254 req-65c6dfff-7dc3-4947-ade8-f1c0f3a440dd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/8dad8e65-f3d2-4fa3-9f6e-1f92de141844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052215 Sep 23 01:36:11.752569 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': 'f8ab01cf-70b9-408a-b80e-2a6685d2d8fa', 'network_id': '8dad8e65-f3d2-4fa3-9f6e-1f92de141844', 'port_id': 'f8ab01cf-70b9-408a-b80e-2a6685d2d8fa', 'mac_address': 'fa:16:3e:fc:74:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b512423f-0fdd-4b14-afd5-deccd395eb4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:36:11.794971 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:11.803880 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:11.804262 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.806691 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port d35e622c-bcc9-40af-b828-31ccc507eb82 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:11.807098 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.807335 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port d35e622c-bcc9-40af-b828-31ccc507eb82 Sep 23 01:36:11.877075 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ab01cf-70b9-408a-b80e-2a6685d2d8fa {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:36:11.954967 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa,segment=NetworkSegment(2f932b9c-3cee-4b14-a742-b6c39e6b3cdf),segment_id=2f932b9c-3cee-4b14-a742-b6c39e6b3cdf)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:11.978320 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-47d84240-257e-4539-87cd-efcab675857f req-c1d1e7cb-2362-47f2-a388-7d36c8318f58 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 210 time: 0.0602810 Sep 23 01:36:12.011334 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b72757-73e2-4f35-9098-2c28e4a8cb9d req-95db9c37-7279-4a95-ad9c-55a412dc8e51 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:12.021523 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-12b72757-73e2-4f35-9098-2c28e4a8cb9d req-95db9c37-7279-4a95-ad9c-55a412dc8e51 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 944 time: 0.0980124 Sep 23 01:36:12.053666 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:12.089237 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c22f2f6b-0c47-43b9-910d-bc94d8785254 req-99c8f952-7c86-48a5-b940-a159e57c5940 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/8dad8e65-f3d2-4fa3-9f6e-1f92de141844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493314 Sep 23 01:36:12.118959 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port d35e622c-bcc9-40af-b828-31ccc507eb82 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:12.128886 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-12b72757-73e2-4f35-9098-2c28e4a8cb9d req-f2d9a279-a1c4-44eb-a4cf-c365bef802bb tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064937 Sep 23 01:36:12.164541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:12.422459 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['f8ab01cf-70b9-408a-b80e-2a6685d2d8fa'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:36:12.480798 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:13.080905 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ef74c1ee-c529-4f96-a716-db77329d77e1 req-9486807d-d7a6-4e08-934f-f12c3d87b43b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 210 time: 0.0292482 Sep 23 01:36:13.273517 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f462c-75ce-4018-aeee-dd103110aa44 req-1855e29f-f6cd-4dcb-99a4-677a4fcf879c tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:13.275150 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a15f462c-75ce-4018-aeee-dd103110aa44 req-1855e29f-f6cd-4dcb-99a4-677a4fcf879c tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 945 time: 0.0501544 Sep 23 01:36:13.324591 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a15f462c-75ce-4018-aeee-dd103110aa44 req-410df377-3812-4daf-9ca5-8d821846c7fe tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 Sep 23 01:36:13.577040 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device f8ab01cf-70b9-408a-b80e-2a6685d2d8fa up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:36:13.624898 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:36:13.750771 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:13.751538 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:13.751762 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa Sep 23 01:36:13.833504 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:13.833796 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:13.859243 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1768119-0ec2-4eef-b377-011737ba209b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ab01cf-70b9-408a-b80e-2a6685d2d8fa'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:13.861863 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7fea81-f5c6-4585-937d-05b77c11e878" -d '{"events": [{"server_uuid": "c1768119-0ec2-4eef-b377-011737ba209b", "name": "network-vif-plugged", "status": "completed", "tag": "f8ab01cf-70b9-408a-b80e-2a6685d2d8fa"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:13.876487 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa,segment=NetworkSegment(2f932b9c-3cee-4b14-a742-b6c39e6b3cdf),segment_id=2f932b9c-3cee-4b14-a742-b6c39e6b3cdf)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:14.016639 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86389be2-5c9d-443d-954e-3254cf39da9a x-openstack-request-id: req-86389be2-5c9d-443d-954e-3254cf39da9a {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:14.017173 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1768119-0ec2-4eef-b377-011737ba209b", "name": "network-vif-plugged", "status": "completed", "tag": "f8ab01cf-70b9-408a-b80e-2a6685d2d8fa", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:14.017173 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-86389be2-5c9d-443d-954e-3254cf39da9a {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:14.017607 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86389be2-5c9d-443d-954e-3254cf39da9a'] response: {'server_uuid': 'c1768119-0ec2-4eef-b377-011737ba209b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ab01cf-70b9-408a-b80e-2a6685d2d8fa', 'code': 200} Sep 23 01:36:14.051126 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:14.111201 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:14.220411 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-916f3998-6cc5-4c30-b7bb-bf25918d6aa5 req-46747744-7277-4944-b058-7613ceb942b5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 210 time: 0.0407424 Sep 23 01:36:14.463662 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473745b0-8d62-405d-bd6d-ee5a74c610ac req-8caddd00-8df2-4800-b787-d2de01843113 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:14.466088 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-473745b0-8d62-405d-bd6d-ee5a74c610ac req-8caddd00-8df2-4800-b787-d2de01843113 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 946 time: 0.0546513 Sep 23 01:36:14.519127 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ba794-8b02-4eb4-80ed-355c35fcf1b8 req-378c9c85-e084-4975-833a-61e894b9dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:14.520683 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-363ba794-8b02-4eb4-80ed-355c35fcf1b8 req-378c9c85-e084-4975-833a-61e894b9dee2 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 1130 time: 0.0696819 Sep 23 01:36:14.571696 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-363ba794-8b02-4eb4-80ed-355c35fcf1b8 req-13f6af8c-3a00-4535-aff9-feec3c3d77ad service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Sep 23 01:36:14.741479 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-473745b0-8d62-405d-bd6d-ee5a74c610ac req-f589c7b9-b120-47ee-8438-8ed5c83be47e tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629557 Sep 23 01:36:14.810936 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-498e17de-1b3f-45fa-81f5-ed6b12bb4889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:15.343727 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-426ab72d-2977-4d2f-a6aa-e435622ad9e9 req-3f4c1188-fae4-4628-8d57-e94263e2c4f8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 210 time: 0.0334456 Sep 23 01:36:15.872277 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832a8a9-cf2f-4ea7-8fe6-740c9a93ac49 req-dc74cfb0-1f2f-44e8-ad68-790eec01a642 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:15.873870 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0832a8a9-cf2f-4ea7-8fe6-740c9a93ac49 req-dc74cfb0-1f2f-44e8-ad68-790eec01a642 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 946 time: 0.0537486 Sep 23 01:36:15.940824 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0832a8a9-cf2f-4ea7-8fe6-740c9a93ac49 req-b2e30f1d-96a8-4a0e-82a2-6c4c3f28bc1e tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558071 Sep 23 01:36:16.463614 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-bafe2071-ffaa-45f9-9917-e369fee4a9e0 req-1328963c-b669-4746-9034-002a626b1550 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 210 time: 0.0300338 Sep 23 01:36:16.890819 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-1140c212-f6d5-4907-99bf-5aad1d2d72b6 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:16.892376 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-1140c212-f6d5-4907-99bf-5aad1d2d72b6 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.88 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 817 time: 0.3682396 Sep 23 01:36:16.972339 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-9a8d1f8c-435b-42ff-a5c8-cac23b9e9eaf tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05 HTTP/1.1" status: 200 len: 380 time: 0.0569892 Sep 23 01:36:16.980696 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'port': {'device_id': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'admin_state_up': True, 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'security_groups': ['6c6b4e49-df98-4714-926d-852a84d7a293']}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:17.069838 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4215e-54f2-47dd-a79f-98ec6266accb req-eb96b63b-27c3-430a-9a4d-9f413bd2a3d3 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:17.071501 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5bd4215e-54f2-47dd-a79f-98ec6266accb req-eb96b63b-27c3-430a-9a4d-9f413bd2a3d3 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 946 time: 0.0501261 Sep 23 01:36:17.125641 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5bd4215e-54f2-47dd-a79f-98ec6266accb req-8b5ed89c-adc4-4414-a124-19126271e2df tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474782 Sep 23 01:36:17.202204 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Made reservation on behalf of 6ee88a9c3cac404fa07e13ba0ca7ab05 for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:36:17.207673 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.275451 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:17.354799 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Allocated IP 172.20.0.9 (56ea4513-cae2-4548-9357-1f84497c0251/d00b43bc-280f-4f7d-911a-6c43852fe368/25ec8619-b5ff-41e0-b4f0-cc934eb6e740) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:36:17.450409 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:17.518317 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.584496 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-befe750e-eb75-4ef7-98c8-90969e8f7434 req-23e2d082-ccb8-48eb-a091-9356681405c5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 210 time: 0.0298886 Sep 23 01:36:17.673917 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.725413 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Network 56ea4513-cae2-4548-9357-1f84497c0251 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:36:17.729295 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:36:17.734967 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:36:17.765259 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'Port': ['ID=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:17.788181 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c794-944a-41ce-b345-9e496553ad15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.795366 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:17.798656 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.891020 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-83a3328a-1b95-4c18-a5a7-7738fb86e5bb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9141450 Sep 23 01:36:17.910555 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Request body: {'port': {'device_id': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:17.986985 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.002078 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-d08caf8c-1a02-470a-b6a9-d375aeded777 None None] Provisioning complete for port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:18.002531 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-d08caf8c-1a02-470a-b6a9-d375aeded777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.002984 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-d08caf8c-1a02-470a-b6a9-d375aeded777 None None] Attempt 1 to provision port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 Sep 23 01:36:18.047242 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-d08caf8c-1a02-470a-b6a9-d375aeded777 None None] Port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:36:18.300849 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:36:18.310577 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Publish callbacks [] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.315525 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:18.330646 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Transition to ACTIVE for port object 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:36:18.422487 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.488490 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Pushing event updated for resources: {'Port': ['ID=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:18.546145 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Attempting to bind port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:36:18.546898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Attempting to bind port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:36:18.546898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Attempting to bind port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 on network 56ea4513-cae2-4548-9357-1f84497c0251 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:36:18.547827 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-d08caf8c-1a02-470a-b6a9-d375aeded777 None None] Attempt 2 to provision port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 Sep 23 01:36:18.602567 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 on network 56ea4513-cae2-4548-9357-1f84497c0251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:36:18.603134 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Attempting to bind port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 on network 56ea4513-cae2-4548-9357-1f84497c0251 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:36:18.612910 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-d08caf8c-1a02-470a-b6a9-d375aeded777 None None] Port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:36:18.678272 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:18.683041 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:36:18.683351 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Checking segment: {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:36:18.683736 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Bound using segment: {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:36:18.684381 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Bound port: 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:36:18.684611 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.715201 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd02cb-ef05-4f78-839e-ced2ce7d7da2 req-ed34ac72-97d4-485d-91d8-d18ee2920843 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:18.716877 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-18fd02cb-ef05-4f78-839e-ced2ce7d7da2 req-ed34ac72-97d4-485d-91d8-d18ee2920843 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0571012 Sep 23 01:36:18.755781 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:36:18.759157 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:36:18.770797 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-18fd02cb-ef05-4f78-839e-ced2ce7d7da2 req-403d1d9c-c6db-4635-841d-b2b852cf617b tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474038 Sep 23 01:36:18.851557 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.856035 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:18.856734 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.859089 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/25ec8619-b5ff-41e0-b4f0-cc934eb6e740 HTTP/1.1" status: 200 len: 1093 time: 0.9520047 Sep 23 01:36:18.859089 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:18.861213 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d9ca07-7eff-4535-aa48-f41ae3d8056e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:18.892199 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd18138-3277-4291-9949-b4b9f844ad9b req-0919d20b-a4ef-4a30-be4b-de2d0fcd315c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:18.893211 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ecd18138-3277-4291-9949-b4b9f844ad9b req-0919d20b-a4ef-4a30-be4b-de2d0fcd315c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0585308 Sep 23 01:36:18.915699 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110046ae-7d67-4a09-b9c5-daf71bc51903 service neutron] Pushing event updated for resources: {'Port': ['ID=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:18.953686 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ecd18138-3277-4291-9949-b4b9f844ad9b req-0f4ea56c-2945-495f-a707-8b32521a0bbc tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535502 Sep 23 01:36:19.005923 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19d12d0-6107-4ccc-a677-3eeae7c7c5e9 x-openstack-request-id: req-f19d12d0-6107-4ccc-a677-3eeae7c7c5e9 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:19.006287 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:19.006775 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f19d12d0-6107-4ccc-a677-3eeae7c7c5e9 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:19.007146 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19d12d0-6107-4ccc-a677-3eeae7c7c5e9'] response: {'name': 'network-changed', 'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'status': 'completed', 'code': 200} Sep 23 01:36:19.109238 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ca07-7eff-4535-aa48-f41ae3d8056e req-29614e3c-7400-4e6e-9d3b-d3db5143917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:19.112101 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-89d9ca07-7eff-4535-aa48-f41ae3d8056e req-29614e3c-7400-4e6e-9d3b-d3db5143917f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 1127 time: 0.0488608 Sep 23 01:36:19.114134 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-d08caf8c-1a02-470a-b6a9-d375aeded777 None None] Attempt 3 to provision port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 Sep 23 01:36:19.160981 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-d08caf8c-1a02-470a-b6a9-d375aeded777 None None] Port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 had new provisioning blocks added so it will not transition to active. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:36:19.251298 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ca07-7eff-4535-aa48-f41ae3d8056e req-3265229f-4f60-4616-95c7-49df3d51247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:19.253331 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-89d9ca07-7eff-4535-aa48-f41ae3d8056e req-3265229f-4f60-4616-95c7-49df3d51247c service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1205540 Sep 23 01:36:19.451810 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.815245 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ca07-7eff-4535-aa48-f41ae3d8056e req-1366de07-582e-463f-83d5-d7431b2280a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:19.816738 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-89d9ca07-7eff-4535-aa48-f41ae3d8056e req-1366de07-582e-463f-83d5-d7431b2280a2 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030307 Sep 23 01:36:19.893705 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:19.914225 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b83ec-5638-476b-8765-2f3860bd69a6 req-7edf7dd8-b005-4c44-84f6-b38ad0437efa tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:19.918944 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ab7b83ec-5638-476b-8765-2f3860bd69a6 req-7edf7dd8-b005-4c44-84f6-b38ad0437efa tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0586219 Sep 23 01:36:19.973441 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ab7b83ec-5638-476b-8765-2f3860bd69a6 req-12cc2069-b03d-4c86-8c7a-da39d294c60e tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520048 Sep 23 01:36:20.092043 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd942588-5f1a-4528-af86-0b5d56cda839 req-fdf2ecee-62a8-40c6-bae1-33fe47e48b7c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:20.093526 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-bd942588-5f1a-4528-af86-0b5d56cda839 req-fdf2ecee-62a8-40c6-bae1-33fe47e48b7c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0478146 Sep 23 01:36:20.145722 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-bd942588-5f1a-4528-af86-0b5d56cda839 req-c8b6e4a4-50f6-4383-890f-9003bdbda5c4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461733 Sep 23 01:36:20.291827 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-b5a75c29-95fb-4945-9400-b22311175d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:20.293518 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-b5a75c29-95fb-4945-9400-b22311175d98 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 1127 time: 0.0422084 Sep 23 01:36:20.358446 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-7dc02dd4-6422-46e8-8f7d-129b57732201 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740 HTTP/1.1" status: 200 len: 217 time: 0.0474174 Sep 23 01:36:20.387194 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:20.425324 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-6fc32672-a71b-40e2-b3c7-4050e1c465b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:20.426885 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-6fc32672-a71b-40e2-b3c7-4050e1c465b2 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=d00b43bc-280f-4f7d-911a-6c43852fe368 HTTP/1.1" status: 200 len: 856 time: 0.0486012 Sep 23 01:36:20.482733 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:20.498599 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-3bf575ae-bb18-4b3f-bb8d-18d48738b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:20.500240 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-3bf575ae-bb18-4b3f-bb8d-18d48738b125 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=56ea4513-cae2-4548-9357-1f84497c0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0487130 Sep 23 01:36:20.578792 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:20.600779 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-3e721e92-4a6d-43bf-bf87-bd72c529963c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932932 Sep 23 01:36:20.708750 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0dab8c52-b311-4fd4-a6b6-234955ef86bf req-27ba5ad5-6844-4224-8a43-c95a053d351e service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996678 Sep 23 01:36:21.120571 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e6542-0f83-47b4-bd30-617e557192eb req-facd82e5-806d-4003-93cd-169436dc43bc tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:21.122000 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-224e6542-0f83-47b4-bd30-617e557192eb req-facd82e5-806d-4003-93cd-169436dc43bc tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0568795 Sep 23 01:36:21.174518 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-224e6542-0f83-47b4-bd30-617e557192eb req-0805a730-b3d1-467e-998c-6f6c5746aac9 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465996 Sep 23 01:36:21.276848 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a8ba4-6c97-4a55-94b2-66b10a552760 req-19510761-3daa-4aee-9e70-3e48d5d9751b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:21.278339 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b43a8ba4-6c97-4a55-94b2-66b10a552760 req-19510761-3daa-4aee-9e70-3e48d5d9751b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0504017 Sep 23 01:36:21.326688 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b43a8ba4-6c97-4a55-94b2-66b10a552760 req-caa615af-c7d6-4b52-8b2a-92799d14bca9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425909 Sep 23 01:36:21.476352 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:22.321685 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334a627-0b5a-4e3b-a0b0-ab7d8985dd2d req-c0be5454-cc15-4ca0-8501-de45ac94a250 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:22.323759 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0334a627-0b5a-4e3b-a0b0-ab7d8985dd2d req-c0be5454-cc15-4ca0-8501-de45ac94a250 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0643854 Sep 23 01:36:22.377230 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0334a627-0b5a-4e3b-a0b0-ab7d8985dd2d req-b375242d-9697-4fde-ae3f-49dc3ceffbf8 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474527 Sep 23 01:36:22.463453 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d045d3-4575-444c-b534-df5c047ed05d req-d987a28e-a09d-4eef-9973-62c47bc44b92 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:22.464881 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e5d045d3-4575-444c-b534-df5c047ed05d req-d987a28e-a09d-4eef-9973-62c47bc44b92 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0475037 Sep 23 01:36:22.514608 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e5d045d3-4575-444c-b534-df5c047ed05d req-1541a45a-aab7-40cd-9589-8d1ef07ce5fa tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439050 Sep 23 01:36:23.513936 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518ab84-26a8-4894-a8a9-1c359bb202c0 req-708b1350-fec1-4ff0-ade7-f94fb30cd9de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:23.515548 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d518ab84-26a8-4894-a8a9-1c359bb202c0 req-708b1350-fec1-4ff0-ade7-f94fb30cd9de tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0592477 Sep 23 01:36:23.570199 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d518ab84-26a8-4894-a8a9-1c359bb202c0 req-0786ff9e-d401-47e9-8d4a-512a20ed43fe tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484774 Sep 23 01:36:23.606320 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:36:23.656025 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dbd2f-9562-4e75-8dd9-7b5120eea4b2 req-e4b71f36-db6d-4678-947c-56451ff9b377 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:23.657588 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ea2dbd2f-9562-4e75-8dd9-7b5120eea4b2 req-e4b71f36-db6d-4678-947c-56451ff9b377 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0517738 Sep 23 01:36:23.693059 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:23.712375 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ea2dbd2f-9562-4e75-8dd9-7b5120eea4b2 req-6f4bcf94-6819-47f6-9c09-fef14082bd91 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487285 Sep 23 01:36:23.734919 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:23.749665 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'port_id': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'mac_address': 'fa:16:3e:28:d3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:36:23.788230 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:23.790487 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:23.809060 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:36:23.830650 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:23.999803 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:24.040983 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:24.051403 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:24.419598 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['25ec8619-b5ff-41e0-b4f0-cc934eb6e740'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:36:24.725912 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14460dd2-fb99-44a0-a302-0d354dc1ec9a req-ecb91abd-6c2f-4331-9cc6-6ae6ec400feb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:24.728882 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-14460dd2-fb99-44a0-a302-0d354dc1ec9a req-ecb91abd-6c2f-4331-9cc6-6ae6ec400feb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0644634 Sep 23 01:36:24.780870 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:24.785570 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-14460dd2-fb99-44a0-a302-0d354dc1ec9a req-8120ed65-080d-4fd4-82e9-b668e72704a2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497007 Sep 23 01:36:24.870214 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255b8ed-d33e-4d25-b5bf-3109127929ea req-b9fa341a-2bf5-408e-be35-7652d19d990c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:24.875248 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7255b8ed-d33e-4d25-b5bf-3109127929ea req-b9fa341a-2bf5-408e-be35-7652d19d990c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 944 time: 0.0641103 Sep 23 01:36:24.925507 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7255b8ed-d33e-4d25-b5bf-3109127929ea req-98369626-b985-4c54-833d-cd0e68ec4160 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477605 Sep 23 01:36:25.318624 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:36:25.593855 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:25.616006 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:36:25.658153 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:36:25.747744 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:25.748024 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:25.748363 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 Sep 23 01:36:25.825859 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:25.826241 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:25.855256 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:25.857673 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b0e9c4-a6c4-4574-8f85-729979f4d165" -d '{"events": [{"server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "name": "network-vif-plugged", "status": "completed", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:25.871435 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:25.909422 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d579f8ea-afc7-4450-a298-12093bbb0ea8 x-openstack-request-id: req-d579f8ea-afc7-4450-a298-12093bbb0ea8 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:25.909422 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "name": "network-vif-plugged", "status": "completed", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:25.909422 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d579f8ea-afc7-4450-a298-12093bbb0ea8 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:25.909422 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d579f8ea-afc7-4450-a298-12093bbb0ea8'] response: {'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'code': 200} Sep 23 01:36:25.911315 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770620a-dfbc-4ff3-93b6-4d5938dda7a2 req-479a9968-79d7-4963-91c7-4e61868c5118 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:25.912958 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1770620a-dfbc-4ff3-93b6-4d5938dda7a2 req-479a9968-79d7-4963-91c7-4e61868c5118 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0482485 Sep 23 01:36:25.981533 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1770620a-dfbc-4ff3-93b6-4d5938dda7a2 req-77a67845-423f-494f-a43c-eb074a1808b1 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590565 Sep 23 01:36:25.988003 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:26.068430 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:26.074825 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:26.089850 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d81da9-8922-43be-b6b0-289661c1c338 req-475e4dcf-c430-4454-8c81-8ae2abead2c5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:26.091435 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d9d81da9-8922-43be-b6b0-289661c1c338 req-475e4dcf-c430-4454-8c81-8ae2abead2c5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0550497 Sep 23 01:36:26.147928 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d9d81da9-8922-43be-b6b0-289661c1c338 req-5858b4eb-75b8-4528-8cb1-52030775f98f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501947 Sep 23 01:36:26.381386 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a66d8-6020-4cdc-a76e-867ab358b195 req-335b654a-ebe9-40bf-8724-b31a96bd5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:26.383042 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d97a66d8-6020-4cdc-a76e-867ab358b195 req-335b654a-ebe9-40bf-8724-b31a96bd5621 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 1129 time: 0.0575802 Sep 23 01:36:26.439353 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d97a66d8-6020-4cdc-a76e-867ab358b195 req-9bce3407-059a-4346-b0f9-48c1a6ca38d4 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462286 Sep 23 01:36:27.121839 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b89fe-eab3-4fdc-a1df-c9babc671cc2 req-f9614dc6-5dea-4769-a9a4-8d8fc76f50e7 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:27.123458 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c11b89fe-eab3-4fdc-a1df-c9babc671cc2 req-f9614dc6-5dea-4769-a9a4-8d8fc76f50e7 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0588853 Sep 23 01:36:27.184185 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c11b89fe-eab3-4fdc-a1df-c9babc671cc2 req-ef5c3890-f0d1-41bc-b585-4e760cf54b3b tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520132 Sep 23 01:36:27.290116 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e33271-82a1-44f3-80ba-13bbfe73390c req-905d7278-8e43-4392-b351-8d78b03f67ed tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:27.292234 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-53e33271-82a1-44f3-80ba-13bbfe73390c req-905d7278-8e43-4392-b351-8d78b03f67ed tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0537069 Sep 23 01:36:27.350778 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-53e33271-82a1-44f3-80ba-13bbfe73390c req-749d5d90-b60e-4def-aba1-834751a80d91 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526314 Sep 23 01:36:28.318881 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5949e56-310f-42dc-b303-3bd865b72970 req-6744d294-01d8-45c3-90c9-eaf7701c5f66 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:28.320504 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e5949e56-310f-42dc-b303-3bd865b72970 req-6744d294-01d8-45c3-90c9-eaf7701c5f66 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0539689 Sep 23 01:36:28.379947 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e5949e56-310f-42dc-b303-3bd865b72970 req-b4e3a5e6-6167-4493-8d00-734751f715ba tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523562 Sep 23 01:36:28.509923 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff3e2d-277d-4657-a97e-87000f5f0f02 req-9567552d-b9cc-4f80-bc56-3a0e6650ad3c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:28.512122 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f9ff3e2d-277d-4657-a97e-87000f5f0f02 req-9567552d-b9cc-4f80-bc56-3a0e6650ad3c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0547652 Sep 23 01:36:28.563954 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f9ff3e2d-277d-4657-a97e-87000f5f0f02 req-50d848a0-eb8f-4829-94b2-038f5a38d07d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465062 Sep 23 01:36:28.707899 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b05b9b-dbcb-47df-bd1b-f6f1e58be7b1 req-39e909e9-3425-44b7-b373-72c11235f84e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:28.709505 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-21b05b9b-dbcb-47df-bd1b-f6f1e58be7b1 req-39e909e9-3425-44b7-b373-72c11235f84e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0629258 Sep 23 01:36:28.721113 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41380) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:28.725879 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-681d5d1c-85b4-46a2-8ebb-34aa343de570 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'floatingip': {'port_id': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:28.771771 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-681d5d1c-85b4-46a2-8ebb-34aa343de570 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (c6480e8c-1a40-4495-8ff3-34abd738ec8e), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:28.992623 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:29.224036 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-681d5d1c-85b4-46a2-8ebb-34aa343de570 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:29.290682 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-681d5d1c-85b4-46a2-8ebb-34aa343de570 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (c6480e8c-1a40-4495-8ff3-34abd738ec8e), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:29.400878 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.l3_db [None req-681d5d1c-85b4-46a2-8ebb-34aa343de570 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Floating IP c6480e8c-1a40-4495-8ff3-34abd738ec8e associated. External IP: 172.28.0.230, port: 25ec8619-b5ff-41e0-b4f0-cc934eb6e740. Sep 23 01:36:29.520326 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36f030-b301-4fd1-a299-4e2717f9be03 req-cbb24592-81e8-4664-996d-fa970d6ccc67 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:29.522703 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cb36f030-b301-4fd1-a299-4e2717f9be03 req-cbb24592-81e8-4664-996d-fa970d6ccc67 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0578461 Sep 23 01:36:29.582751 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cb36f030-b301-4fd1-a299-4e2717f9be03 req-a1124b09-4838-4edd-ab51-10729d9b3237 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535910 Sep 23 01:36:29.624463 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681d5d1c-85b4-46a2-8ebb-34aa343de570 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Router 8b257866-e5c2-4150-b2e8-6c5650841f49 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:36:29.676619 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:29.731239 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681d5d1c-85b4-46a2-8ebb-34aa343de570 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:36:29.736440 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-681d5d1c-85b4-46a2-8ebb-34aa343de570 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:29.741838 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756eb93-55a1-4fba-8fb1-6fc5d8acb2a7 None None] Sync routers for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:36:29.752483 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756eb93-55a1-4fba-8fb1-6fc5d8acb2a7 None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:29.753106 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-3756eb93-55a1-4fba-8fb1-6fc5d8acb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:36:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:29.766380 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-681d5d1c-85b4-46a2-8ebb-34aa343de570 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "PUT /networking/v2.0/floatingips/c6480e8c-1a40-4495-8ff3-34abd738ec8e HTTP/1.1" status: 200 len: 991 time: 1.0441611 Sep 23 01:36:29.767048 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:29.769293 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:29.863318 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-3756eb93-55a1-4fba-8fb1-6fc5d8acb2a7 None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:29.874077 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe87bec-b234-460a-92c8-990319e935ac x-openstack-request-id: req-cbe87bec-b234-460a-92c8-990319e935ac {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:29.874364 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:29.875322 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cbe87bec-b234-460a-92c8-990319e935ac {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:29.875322 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe87bec-b234-460a-92c8-990319e935ac'] response: {'name': 'network-changed', 'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'status': 'completed', 'code': 200} Sep 23 01:36:30.109017 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-3756eb93-55a1-4fba-8fb1-6fc5d8acb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'c6480e8c-1a40-4495-8ff3-34abd738ec8e', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'floating_ip_address': '172.28.0.230', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'port_id': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'mac_address': 'fa:16:3e:28:d3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:36:09Z', 'updated_at': '2022-09-23T01:36:29Z', 'revision_number': 1, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:30.134264 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756eb93-55a1-4fba-8fb1-6fc5d8acb2a7 None None] Checking router: 8b257866-e5c2-4150-b2e8-6c5650841f49 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:36:30.143783 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756eb93-55a1-4fba-8fb1-6fc5d8acb2a7 None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:30.144396 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-3756eb93-55a1-4fba-8fb1-6fc5d8acb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:36:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:30.195251 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:30.228508 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:30.250950 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-3756eb93-55a1-4fba-8fb1-6fc5d8acb2a7 None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:30.306715 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab752b7-1887-4374-b679-28a1d48d18e5 req-f9fc34ab-e765-4831-8806-97cf9ec35296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:30.308288 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7ab752b7-1887-4374-b679-28a1d48d18e5 req-f9fc34ab-e765-4831-8806-97cf9ec35296 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9cb4651121bb4a908147a675515b8f1d&device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 1130 time: 0.0472248 Sep 23 01:36:30.480888 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-3756eb93-55a1-4fba-8fb1-6fc5d8acb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'c6480e8c-1a40-4495-8ff3-34abd738ec8e', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'floating_ip_address': '172.28.0.230', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'port_id': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'mac_address': 'fa:16:3e:28:d3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:36:09Z', 'updated_at': '2022-09-23T01:36:29Z', 'revision_number': 1, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:30.506466 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756eb93-55a1-4fba-8fb1-6fc5d8acb2a7 None None] The sync data for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb is: [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': 'c6480e8c-1a40-4495-8ff3-34abd738ec8e', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'floating_ip_address': '172.28.0.230', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'port_id': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'mac_address': 'fa:16:3e:28:d3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:36:09Z', 'updated_at': '2022-09-23T01:36:29Z', 'revision_number': 1, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:36:30.742124 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661797ee-6c49-4720-97d1-7abd6a56aa37 None None] New status for floating IP c6480e8c-1a40-4495-8ff3-34abd738ec8e: ACTIVE {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:36:30.769134 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca req-8c83521d-bd4a-41a0-81d8-76fd73ad0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:30.771654 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca req-8c83521d-bd4a-41a0-81d8-76fd73ad0ccf service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 1129 time: 0.1309292 Sep 23 01:36:30.812109 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce661a3-c1f1-4ed0-baf0-d4a17d26aede req-dcefcda2-7463-41ab-a701-197239cb49ad tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:30.814043 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4ce661a3-c1f1-4ed0-baf0-d4a17d26aede req-dcefcda2-7463-41ab-a701-197239cb49ad tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.1168473 Sep 23 01:36:30.850283 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab752b7-1887-4374-b679-28a1d48d18e5 req-b64bf0b7-2222-43e5-a152-85a637a0f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:30.851811 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7ab752b7-1887-4374-b679-28a1d48d18e5 req-b64bf0b7-2222-43e5-a152-85a637a0f55e service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=38c5ee11-8aca-491c-9a14-f67bba1114fd HTTP/1.1" status: 200 len: 910 time: 0.2319052 Sep 23 01:36:30.854854 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:30.886608 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4ce661a3-c1f1-4ed0-baf0-d4a17d26aede req-0e840899-d5d8-4d2f-9e15-7fe284a0ff41 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597298 Sep 23 01:36:31.450480 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7ab752b7-1887-4374-b679-28a1d48d18e5 req-127c9a56-aae1-4020-b974-897bd642c1a4 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 HTTP/1.1" status: 200 len: 1002 time: 0.1115248 Sep 23 01:36:31.479700 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca req-90dcecd0-1bcc-4796-af28-c258d290d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:31.481184 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca req-90dcecd0-1bcc-4796-af28-c258d290d8b4 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 918 time: 0.1360965 Sep 23 01:36:31.873235 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:31.886013 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab752b7-1887-4374-b679-28a1d48d18e5 req-1d360bf4-8783-4cc4-9918-4ed389eb1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:31.888890 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7ab752b7-1887-4374-b679-28a1d48d18e5 req-1d360bf4-8783-4cc4-9918-4ed389eb1f1e service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=c37d8be3-7c3b-4fa6-a74d-6993752f5d48 HTTP/1.1" status: 200 len: 848 time: 0.0999095 Sep 23 01:36:31.900012 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca req-ec36b2d4-38d1-4879-9d98-b38257abc2d7 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740 HTTP/1.1" status: 200 len: 1001 time: 0.1022532 Sep 23 01:36:32.026065 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac08cb-93dd-4c65-87ef-56be8289c18b req-2ff6e672-3cf5-4c45-830a-1a05bb55d534 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:32.028158 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a9ac08cb-93dd-4c65-87ef-56be8289c18b req-2ff6e672-3cf5-4c45-830a-1a05bb55d534 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0611358 Sep 23 01:36:32.067717 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab752b7-1887-4374-b679-28a1d48d18e5 req-aea34629-5601-4f0d-992d-80427cceaf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:32.069451 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7ab752b7-1887-4374-b679-28a1d48d18e5 req-aea34629-5601-4f0d-992d-80427cceaf63 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=38c5ee11-8aca-491c-9a14-f67bba1114fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0875230 Sep 23 01:36:32.072019 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca req-d188bce7-872d-42bf-aeaa-228897e4946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:32.074527 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca req-d188bce7-872d-42bf-aeaa-228897e4946d service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=d00b43bc-280f-4f7d-911a-6c43852fe368 HTTP/1.1" status: 200 len: 856 time: 0.0934660 Sep 23 01:36:32.088224 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a9ac08cb-93dd-4c65-87ef-56be8289c18b req-a0ba47a6-d3a8-4b53-b50b-085fcfab9e09 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531878 Sep 23 01:36:32.184601 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca req-4ecdd570-2759-4b09-ac62-e20cd102892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:32.186133 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca req-4ecdd570-2759-4b09-ac62-e20cd102892a service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=56ea4513-cae2-4548-9357-1f84497c0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0908751 Sep 23 01:36:32.272561 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7ab752b7-1887-4374-b679-28a1d48d18e5 req-2b99106e-8b87-4a61-a9cd-15c98656a423 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785243 Sep 23 01:36:32.356830 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca req-510f72f9-ea29-44f6-9f0c-9b1042be4d44 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615660 Sep 23 01:36:32.450131 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7ab752b7-1887-4374-b679-28a1d48d18e5 req-855d7ec5-c15b-4804-a478-514513c88c60 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686873 Sep 23 01:36:32.497406 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1505c6fc-cb28-4b23-b2f6-5784bb7070ca req-568b1f5f-ba3e-4688-9c20-f85d6a6bda81 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271133 Sep 23 01:36:33.230572 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7702251-6bfb-4f00-8ab8-75c6fcac4348 req-a96886fc-1305-4d38-9aa2-baf91bf2661f tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:33.233156 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a7702251-6bfb-4f00-8ab8-75c6fcac4348 req-a96886fc-1305-4d38-9aa2-baf91bf2661f tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0564597 Sep 23 01:36:33.292627 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a7702251-6bfb-4f00-8ab8-75c6fcac4348 req-039c0f72-8674-422b-be62-81196fdab188 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516944 Sep 23 01:36:33.423370 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079ce3f-8b5d-45b3-937f-91e08b12b6aa req-e0b9075b-9da1-4c1b-b130-75d15c1fb35f tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:33.424867 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0079ce3f-8b5d-45b3-937f-91e08b12b6aa req-e0b9075b-9da1-4c1b-b130-75d15c1fb35f tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0489528 Sep 23 01:36:33.471008 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:33.475640 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0079ce3f-8b5d-45b3-937f-91e08b12b6aa req-2cafdc1e-ebfb-4311-9a0e-2a3c45912038 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448442 Sep 23 01:36:34.429490 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c572014-1321-4b75-ac46-f9b1ee55e661 req-13dfc502-5bac-44d4-8403-9c70a232eabb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:34.431147 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2c572014-1321-4b75-ac46-f9b1ee55e661 req-13dfc502-5bac-44d4-8403-9c70a232eabb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0522478 Sep 23 01:36:34.487343 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2c572014-1321-4b75-ac46-f9b1ee55e661 req-cc0a9bc4-9a3b-4c5e-842c-066d2f6b9659 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483634 Sep 23 01:36:34.606954 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fae94-ec7e-440f-8a02-847409c5287a req-214a7c64-47cb-494a-a93c-d6f75ff1d9f6 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:34.608462 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4b8fae94-ec7e-440f-8a02-847409c5287a req-214a7c64-47cb-494a-a93c-d6f75ff1d9f6 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0545492 Sep 23 01:36:34.662532 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4b8fae94-ec7e-440f-8a02-847409c5287a req-5909f52b-3f64-4284-ba28-50b5b2c3cc0d tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479784 Sep 23 01:36:35.640420 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcdfaa-7d4c-40c6-9dab-bc223d8530cf req-9dc925e9-9f2c-422e-8e69-b86b6347fbbb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:35.642550 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c0bcdfaa-7d4c-40c6-9dab-bc223d8530cf req-9dc925e9-9f2c-422e-8e69-b86b6347fbbb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0645568 Sep 23 01:36:35.706231 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c0bcdfaa-7d4c-40c6-9dab-bc223d8530cf req-9f9eb9d9-aadf-45ea-8394-3a0b37081c92 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565636 Sep 23 01:36:35.816501 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc619f-3519-4081-a096-e5643abcd690 req-d8a59797-2316-411e-bf82-5734a384d04c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:35.818178 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a3cc619f-3519-4081-a096-e5643abcd690 req-d8a59797-2316-411e-bf82-5734a384d04c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0662768 Sep 23 01:36:35.883881 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a3cc619f-3519-4081-a096-e5643abcd690 req-7f00e4d2-bc2f-44d8-8082-8d307f28e561 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554733 Sep 23 01:36:36.892993 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c016d67-70e9-4de4-97ac-23b837d5cd7b req-43fd8f16-12d1-4200-b0d1-74ca7846d491 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:36.894377 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2c016d67-70e9-4de4-97ac-23b837d5cd7b req-43fd8f16-12d1-4200-b0d1-74ca7846d491 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0744386 Sep 23 01:36:36.948546 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:36.977068 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2c016d67-70e9-4de4-97ac-23b837d5cd7b req-8a27abff-b74b-44d0-9ab5-a2fc94a642f7 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758133 Sep 23 01:36:37.063563 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b95d77-1c26-4463-817e-e84051031a21 req-60fd5d67-31d7-4dba-93e5-41a182a5b5d3 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:37.065480 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-06b95d77-1c26-4463-817e-e84051031a21 req-60fd5d67-31d7-4dba-93e5-41a182a5b5d3 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0619075 Sep 23 01:36:37.136913 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-06b95d77-1c26-4463-817e-e84051031a21 req-da559fab-1eeb-41a5-866f-e7db4dd6e0a8 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652204 Sep 23 01:36:37.422241 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-4fab324f-2a45-4fee-86fd-20214debf36e tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:37.424785 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-4fab324f-2a45-4fee-86fd-20214debf36e tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0789545 Sep 23 01:36:37.702512 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:37.788268 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Deleting port a4174067-6e96-4afc-b8e6-8b7db50913d3 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:37.788869 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:37.800084 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:37.807125 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 is: ACTIVE; New status is: DOWN {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:37.807592 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:37.842509 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:37.847552 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27e9b3a-ac47-4915-ade5-05cc8fd2f17e" -d '{"events": [{"server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "name": "network-vif-unplugged", "status": "completed", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:37.866444 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:37.904272 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ac6e4-bc00-4177-95c1-be1af9f735ab x-openstack-request-id: req-c25ac6e4-bc00-4177-95c1-be1af9f735ab {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:37.904831 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "name": "network-vif-unplugged", "status": "completed", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:37.910414 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c25ac6e4-bc00-4177-95c1-be1af9f735ab {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:37.910414 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25ac6e4-bc00-4177-95c1-be1af9f735ab'] response: {'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'code': 200} Sep 23 01:36:37.961527 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] For port a4174067-6e96-4afc-b8e6-8b7db50913d3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a4174067-6e96-4afc-b8e6-8b7db50913d3,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:37.962437 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:37.976555 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:38.047367 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,revision_number=6']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:38.148817 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0b004-59bb-4d1c-90ff-694ce38f7065 req-7dd70f33-5da0-4053-8957-76dd63737174 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:38.151108 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-32d0b004-59bb-4d1c-90ff-694ce38f7065 req-7dd70f33-5da0-4053-8957-76dd63737174 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0586782 Sep 23 01:36:38.175217 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:38.175504 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (10f51fcb-b2ba-418e-9f6f-14c044f052b9), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:38.175780 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Floating IP 10f51fcb-b2ba-418e-9f6f-14c044f052b9 disassociated. External IP: 172.28.0.117, port: a4174067-6e96-4afc-b8e6-8b7db50913d3. Sep 23 01:36:38.176128 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Calling delete_port for a4174067-6e96-4afc-b8e6-8b7db50913d3 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:38.240637 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-32d0b004-59bb-4d1c-90ff-694ce38f7065 req-57db70c0-5611-4704-b6e5-d405baa59abb tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808339 Sep 23 01:36:38.341303 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ec17-f5ab-4303-84d5-8893d8de0f19 req-595fa287-2dd6-4d92-a528-f4a928854ffd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:38.342916 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-38a1ec17-f5ab-4303-84d5-8893d8de0f19 req-595fa287-2dd6-4d92-a528-f4a928854ffd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 946 time: 0.0971551 Sep 23 01:36:38.507477 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-38a1ec17-f5ab-4303-84d5-8893d8de0f19 req-ee69dfe3-9689-4a53-81f9-e7e5c661c909 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=eba0c6ee-5df1-4354-b000-45bdfe10568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461499 Sep 23 01:36:38.563000 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (a4174067-6e96-4afc-b8e6-8b7db50913d3), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:38.616786 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event deleted for resources: {'Port': ['ID=a4174067-6e96-4afc-b8e6-8b7db50913d3,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:39.023951 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Router a1477586-a31b-42d1-8559-78ae55b793b4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:36:39.173022 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:36:39.186499 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a08b9-3c2f-426b-b8de-60445c95fef6 None None] Sync routers for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:36:39.201285 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a08b9-3c2f-426b-b8de-60445c95fef6 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:39.202423 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-905a08b9-3c2f-426b-b8de-60445c95fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:36:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:39.222399 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] No DVR routers for this DVR port a4174067-6e96-4afc-b8e6-8b7db50913d3 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:36:39.225032 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:39.228420 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1f02a9e8-5051-4e33-b325-fd7a89c2803d req-afb26fb1-21d6-49d9-9b93-f200efbb2693 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.88 "DELETE /networking/v2.0/ports/a4174067-6e96-4afc-b8e6-8b7db50913d3 HTTP/1.1" status: 204 len: 173 time: 1.5719204 Sep 23 01:36:39.228878 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'name': 'network-vif-deleted', 'tag': 'a4174067-6e96-4afc-b8e6-8b7db50913d3'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:39.232004 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f926d91c-a158-495c-852d-d54ec60af923" -d '{"events": [{"server_uuid": "8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4", "name": "network-vif-deleted", "tag": "a4174067-6e96-4afc-b8e6-8b7db50913d3"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:39.293426 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8386a77e-31f1-4887-b9ab-33f0409bcfcf x-openstack-request-id: req-8386a77e-31f1-4887-b9ab-33f0409bcfcf {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:39.293829 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4", "name": "network-vif-deleted", "tag": "a4174067-6e96-4afc-b8e6-8b7db50913d3", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:39.294151 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8386a77e-31f1-4887-b9ab-33f0409bcfcf {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:39.294763 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8386a77e-31f1-4887-b9ab-33f0409bcfcf'] response: {'server_uuid': '8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4', 'name': 'network-vif-deleted', 'tag': 'a4174067-6e96-4afc-b8e6-8b7db50913d3', 'status': 'completed', 'code': 200} Sep 23 01:36:39.336672 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-905a08b9-3c2f-426b-b8de-60445c95fef6 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:39.393187 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b79b4-892b-4db4-8e9d-fffa590d81bf req-c1b4727b-10f9-4b1e-9e86-2b248a6ff017 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:39.394809 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c28b79b4-892b-4db4-8e9d-fffa590d81bf req-c1b4727b-10f9-4b1e-9e86-2b248a6ff017 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0535350 Sep 23 01:36:39.410499 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:39.467039 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c28b79b4-892b-4db4-8e9d-fffa590d81bf req-15f76b5e-87c9-4087-be9c-daeb35b277fa tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626564 Sep 23 01:36:39.506463 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:39.570973 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [req-e89f9410-cec6-4b30-95ba-071360284341 req-cca266ce-4df5-4988-98f7-e2420faf4e5b service neutron] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:36:39.575209 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e89f9410-cec6-4b30-95ba-071360284341 req-cca266ce-4df5-4988-98f7-e2420faf4e5b service neutron] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0112774 Sep 23 01:36:39.592432 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-905a08b9-3c2f-426b-b8de-60445c95fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:39.643038 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:39.648637 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a08b9-3c2f-426b-b8de-60445c95fef6 None None] Checking router: a1477586-a31b-42d1-8559-78ae55b793b4 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:36:39.664415 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a08b9-3c2f-426b-b8de-60445c95fef6 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:39.665473 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-905a08b9-3c2f-426b-b8de-60445c95fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:36:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:39.672932 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b220a737-f3ec-46aa-8895-735871e22c16 req-d2e99d6b-8f0b-4062-9463-bf62f4e46b71 tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 210 time: 0.0480146 Sep 23 01:36:39.741509 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a4174067-6e96-4afc-b8e6-8b7db50913d3 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:39.774884 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: a4174067-6e96-4afc-b8e6-8b7db50913d3 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:36:39.775302 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a4174067-6e96-4afc-b8e6-8b7db50913d3 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:36:39.877417 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-905a08b9-3c2f-426b-b8de-60445c95fef6 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:40.154990 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927bf84-12b1-41d0-b451-0d9fd1816691 req-5955496a-a074-4bad-b609-7f198774afb7 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:40.157434 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9927bf84-12b1-41d0-b451-0d9fd1816691 req-5955496a-a074-4bad-b609-7f198774afb7 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0722065 Sep 23 01:36:40.237096 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9927bf84-12b1-41d0-b451-0d9fd1816691 req-d89f062f-889e-4f52-8d87-9890e207a1a4 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684242 Sep 23 01:36:40.241519 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41496) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:40.319198 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:40.341956 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-905a08b9-3c2f-426b-b8de-60445c95fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:40.389188 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a08b9-3c2f-426b-b8de-60445c95fef6 None None] The sync data for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb is: [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:15Z', 'revision_number': 4, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd6133f30-f557-451f-b10f-d29cefee5896', 'name': '', 'network_id': 'd79fa1b9-376d-4b44-b8bb-8ed997fe9801', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'mac_address': 'fa:16:3e:09:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:10Z', 'updated_at': '2022-09-23T01:30:30Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'subnets': [{'id': '6c89ba87-0be1-4d26-9033-03a421da6f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:36:40.403742 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-069fe735-90f8-447e-b9dc-1d18a4b85402 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1604204 Sep 23 01:36:40.416534 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-15b2829f-9d66-4cb7-9bbf-5a2dc4f9da9b service neutron] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:36:40.418944 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-15b2829f-9d66-4cb7-9bbf-5a2dc4f9da9b service neutron] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0089569 Sep 23 01:36:40.548558 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41508) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:40.713621 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248954-27a1-4de3-9a32-f70e278597dc req-e145fed0-fd2e-4ab0-bd4f-3b0d7db4f72f tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:40.716481 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-e145fed0-fd2e-4ab0-bd4f-3b0d7db4f72f tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports/41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 HTTP/1.1" status: 200 len: 941 time: 0.1666932 Sep 23 01:36:40.825603 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0e49ea-a4b8-4d16-8012-d5f9d3f7a588 None None] New status for floating IP 10f51fcb-b2ba-418e-9f6f-14c044f052b9: DOWN {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:36:40.936521 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d3f32b49-0fc4-42cd-9efa-d8066505736a req-9b9f425f-a7db-4308-98ee-52ce47c1684a tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f6cb0d9-6b48-41be-b9d0-bdc52c63cce4 HTTP/1.1" status: 200 len: 210 time: 0.0846701 Sep 23 01:36:41.430694 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad83820-a85c-4a34-9e87-11478bdc2a88 req-81948732-7e10-45aa-9f8e-a75e6a49483d tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:41.433710 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8ad83820-a85c-4a34-9e87-11478bdc2a88 req-81948732-7e10-45aa-9f8e-a75e6a49483d tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0567124 Sep 23 01:36:41.502315 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8ad83820-a85c-4a34-9e87-11478bdc2a88 req-7b0f61f1-501e-47ef-9ecd-97ace5dad400 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606916 Sep 23 01:36:42.165332 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41532) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:42.245498 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f873b3de-056e-4844-9fec-16acca61078c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (eba0c6ee-5df1-4354-b000-45bdfe10568d), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:42.271781 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f873b3de-056e-4844-9fec-16acca61078c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (eba0c6ee-5df1-4354-b000-45bdfe10568d), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:42.561846 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f873b3de-056e-4844-9fec-16acca61078c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (eba0c6ee-5df1-4354-b000-45bdfe10568d), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:42.564681 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f873b3de-056e-4844-9fec-16acca61078c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:42.565932 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-f873b3de-056e-4844-9fec-16acca61078c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "DELETE /networking/v2.0/security-groups/eba0c6ee-5df1-4354-b000-45bdfe10568d HTTP/1.1" status: 204 len: 168 time: 0.3991079 Sep 23 01:36:42.576406 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873b3de-056e-4844-9fec-16acca61078c tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba0c6ee-5df1-4354-b000-45bdfe10568d,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:42.582931 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41536) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:42.601074 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.api.v2.resource [None req-2fda657d-96af-474e-9dda-8f86a5a2088d tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] show failed (client error): The resource could not be found. Sep 23 01:36:42.603153 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-2fda657d-96af-474e-9dda-8f86a5a2088d tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "GET /networking/v2.0/security-groups/eba0c6ee-5df1-4354-b000-45bdfe10568d HTTP/1.1" status: 404 len: 347 time: 0.0183220 Sep 23 01:36:42.606049 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41538) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:42.733886 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ea502-888d-4157-a438-6f7f4a0b4e25 req-510fd58b-58aa-45a5-b73e-2a40c2527ad2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:42.735528 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-757ea502-888d-4157-a438-6f7f4a0b4e25 req-510fd58b-58aa-45a5-b73e-2a40c2527ad2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.1321852 Sep 23 01:36:42.807354 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-d30fc8f7-741b-4ffe-b359-cec7bc2eeadd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Deleting port d4caddac-931d-4c9a-90d7-f4675391057b {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:42.807354 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d30fc8f7-741b-4ffe-b359-cec7bc2eeadd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (d4caddac-931d-4c9a-90d7-f4675391057b), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:42.866238 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-757ea502-888d-4157-a438-6f7f4a0b4e25 req-504a7ba8-d5b7-4677-8438-194f36a3b51d tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067598 Sep 23 01:36:42.905411 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d30fc8f7-741b-4ffe-b359-cec7bc2eeadd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (d4caddac-931d-4c9a-90d7-f4675391057b), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:42.905739 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d30fc8f7-741b-4ffe-b359-cec7bc2eeadd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (d4caddac-931d-4c9a-90d7-f4675391057b), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:42.919509 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-d30fc8f7-741b-4ffe-b359-cec7bc2eeadd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Calling delete_port for d4caddac-931d-4c9a-90d7-f4675391057b owned by network:floatingip {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:43.190714 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d30fc8f7-741b-4ffe-b359-cec7bc2eeadd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (d4caddac-931d-4c9a-90d7-f4675391057b), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:43.217561 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fc8f7-741b-4ffe-b359-cec7bc2eeadd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Pushing event deleted for resources: {'Port': ['ID=d4caddac-931d-4c9a-90d7-f4675391057b,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:43.292298 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d30fc8f7-741b-4ffe-b359-cec7bc2eeadd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks [] for floatingip (10f51fcb-b2ba-418e-9f6f-14c044f052b9), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:43.294936 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d30fc8f7-741b-4ffe-b359-cec7bc2eeadd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:43.296171 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-d30fc8f7-741b-4ffe-b359-cec7bc2eeadd tempest-AttachVolumeTestJSON-148622497 tempest-AttachVolumeTestJSON-148622497-project] 10.222.0.83 "DELETE /networking/v2.0/floatingips/10f51fcb-b2ba-418e-9f6f-14c044f052b9 HTTP/1.1" status: 204 len: 168 time: 0.6892483 Sep 23 01:36:44.049633 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15fa4f-4542-4b74-b999-7b873bc87634 req-f2249efe-246c-4eeb-9e19-73a459a505b3 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:44.051544 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1e15fa4f-4542-4b74-b999-7b873bc87634 req-f2249efe-246c-4eeb-9e19-73a459a505b3 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0617940 Sep 23 01:36:44.113341 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1e15fa4f-4542-4b74-b999-7b873bc87634 req-f4e85968-ab75-4231-976f-a55269e7a6e8 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547695 Sep 23 01:36:44.788275 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5adf27ba-5198-4f16-9316-e465d76f4718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:45.354448 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:45.364632 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b19cad-84ee-44f4-a781-1e97f1e50961 req-03830baa-f047-4438-9335-dcf523eda0b4 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:45.366895 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-50b19cad-84ee-44f4-a781-1e97f1e50961 req-03830baa-f047-4438-9335-dcf523eda0b4 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.1354923 Sep 23 01:36:45.372161 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248954-27a1-4de3-9a32-f70e278597dc req-7669c383-db5d-49bd-b392-ff3e83f46551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:45.374186 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-7669c383-db5d-49bd-b392-ff3e83f46551 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16&tenant_id=9cb4651121bb4a908147a675515b8f1d HTTP/1.1" status: 200 len: 1128 time: 0.1283841 Sep 23 01:36:45.415304 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:45.447012 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-50b19cad-84ee-44f4-a781-1e97f1e50961 req-e46465fd-cb9f-4de6-b1a4-f0d7f6e2ce3f tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706582 Sep 23 01:36:45.521535 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248954-27a1-4de3-9a32-f70e278597dc req-dce478a8-646b-41dc-8819-ad39fa739928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:45.523297 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-dce478a8-646b-41dc-8819-ad39fa739928 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9cb4651121bb4a908147a675515b8f1d&device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 1128 time: 0.0625639 Sep 23 01:36:45.657774 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248954-27a1-4de3-9a32-f70e278597dc req-b73d9c22-a829-41c5-867f-740db85742c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:45.659464 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-b73d9c22-a829-41c5-867f-740db85742c9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=38c5ee11-8aca-491c-9a14-f67bba1114fd HTTP/1.1" status: 200 len: 910 time: 0.1217604 Sep 23 01:36:46.370840 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-2a38f7a6-2d18-411b-993c-e589852c8b07 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 HTTP/1.1" status: 200 len: 1000 time: 0.0741346 Sep 23 01:36:46.612394 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458af6d5-5829-4908-b2e5-8acc36908084 req-a2dc1b17-e72a-417f-846c-9688bd65cd7f tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:46.614103 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-458af6d5-5829-4908-b2e5-8acc36908084 req-a2dc1b17-e72a-417f-846c-9688bd65cd7f tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0642145 Sep 23 01:36:46.641081 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248954-27a1-4de3-9a32-f70e278597dc req-f1124d04-13a0-4482-a65f-ee3df1cb0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:46.642110 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-f1124d04-13a0-4482-a65f-ee3df1cb0cbe service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=c37d8be3-7c3b-4fa6-a74d-6993752f5d48 HTTP/1.1" status: 200 len: 848 time: 0.0531492 Sep 23 01:36:46.670443 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-458af6d5-5829-4908-b2e5-8acc36908084 req-72d8dde4-31aa-4290-99b2-a06b737b2f60 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482910 Sep 23 01:36:47.326994 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248954-27a1-4de3-9a32-f70e278597dc req-09466ebb-1d9f-4b94-adc8-f5c7888ad91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:47.328552 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-09466ebb-1d9f-4b94-adc8-f5c7888ad91a service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=38c5ee11-8aca-491c-9a14-f67bba1114fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0779464 Sep 23 01:36:47.455791 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-529c26fe-9e12-493b-a0b1-8c17132d4eb8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121259 Sep 23 01:36:47.571242 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-20248954-27a1-4de3-9a32-f70e278597dc req-9e62c4fb-5942-4afd-b72a-f8572f227cbd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071367 Sep 23 01:36:47.790436 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-ea748969-c858-4ab2-b6a5-789f82773872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:47.804419 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2645647-9d02-4285-a025-d925c220413b req-ea598c72-1b35-4000-b160-4711df7ce227 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:47.805801 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c2645647-9d02-4285-a025-d925c220413b req-ea598c72-1b35-4000-b160-4711df7ce227 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0513916 Sep 23 01:36:47.867342 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c2645647-9d02-4285-a025-d925c220413b req-8cb33f4c-ed93-41ce-a859-b3124d89e737 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536072 Sep 23 01:36:47.938461 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41594) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:48.223925 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:48.322526 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817772'] for router_interface (a1477586-a31b-42d1-8559-78ae55b793b4), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:48.483437 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:48.556588 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] Deleting port d6133f30-f557-451f-b10f-d29cefee5896 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:48.556942 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (d6133f30-f557-451f-b10f-d29cefee5896), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:48.641971 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] For port d6133f30-f557-451f-b10f-d29cefee5896, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=d6133f30-f557-451f-b10f-d29cefee5896,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:48.642228 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (d6133f30-f557-451f-b10f-d29cefee5896), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:48.656535 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] Calling delete_port for d6133f30-f557-451f-b10f-d29cefee5896 owned by network:router_interface {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:48.921992 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (d6133f30-f557-451f-b10f-d29cefee5896), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:48.948214 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6133f30-f557-451f-b10f-d29cefee5896,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:49.007049 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:49.028210 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4933ad-3a10-4fbc-9493-1bd81ad2ec48 req-de1ae72c-c293-4c40-a6ba-acb4d63aa4e5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:49.030270 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fd4933ad-3a10-4fbc-9493-1bd81ad2ec48 req-de1ae72c-c293-4c40-a6ba-acb4d63aa4e5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0712745 Sep 23 01:36:49.093196 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fd4933ad-3a10-4fbc-9493-1bd81ad2ec48 req-5836dcc5-4799-4a53-96e2-4e441572dbc9 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568914 Sep 23 01:36:49.135910 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809180'] for router_interface (a1477586-a31b-42d1-8559-78ae55b793b4), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:49.232640 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:49.366133 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] Router a1477586-a31b-42d1-8559-78ae55b793b4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:36:49.418555 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:49.453710 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:49.477234 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:36:49.484941 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-b6bc25ea-ed71-421e-a5be-2d19c056d9e0 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/a1477586-a31b-42d1-8559-78ae55b793b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5435135 Sep 23 01:36:49.485779 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41610) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:49.490004 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb072fc-2ae6-4a35-bb33-58d15e421eb5 None None] Sync routers for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:36:49.501028 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb072fc-2ae6-4a35-bb33-58d15e421eb5 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:49.501653 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-8cb072fc-2ae6-4a35-bb33-58d15e421eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:36:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:49.593594 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Publish callbacks [] for router (a1477586-a31b-42d1-8559-78ae55b793b4), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:49.606383 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-8cb072fc-2ae6-4a35-bb33-58d15e421eb5 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:49.785328 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:36:49.842792 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-8cb072fc-2ae6-4a35-bb33-58d15e421eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:36:48Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:49.900711 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb072fc-2ae6-4a35-bb33-58d15e421eb5 None None] Checking router: a1477586-a31b-42d1-8559-78ae55b793b4 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:36:49.921575 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb072fc-2ae6-4a35-bb33-58d15e421eb5 None None] Routers {'a1477586-a31b-42d1-8559-78ae55b793b4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:49.922114 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-8cb072fc-2ae6-4a35-bb33-58d15e421eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:36:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1477586-a31b-42d1-8559-78ae55b793b4'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:49.952868 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Publish callbacks [] for router_gateway (a1477586-a31b-42d1-8559-78ae55b793b4), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:49.996329 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:50.037762 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'port_id': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'mac_address': 'fa:16:3e:e9:b1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 496, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:36:50.041429 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:50.073046 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Deleting port 08b239b9-0ac3-43fc-9032-8aa614893601 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:50.073569 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.089716 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-8cb072fc-2ae6-4a35-bb33-58d15e421eb5 None None] Set router a1477586-a31b-42d1-8559-78ae55b793b4 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:50.141788 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:50.142186 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.162825 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] For port 08b239b9-0ac3-43fc-9032-8aa614893601, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=08b239b9-0ac3-43fc-9032-8aa614893601,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:50.163185 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.179742 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Calling delete_port for 08b239b9-0ac3-43fc-9032-8aa614893601 owned by network:router_gateway {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:50.203659 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:36:50.240945 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7acec-77b9-4b49-ab90-7fa1f65859ed req-dbfb6104-7f11-4e32-8b2d-4176643c1c15 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:50.241871 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:50.243612 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ecf7acec-77b9-4b49-ab90-7fa1f65859ed req-dbfb6104-7f11-4e32-8b2d-4176643c1c15 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 944 time: 0.0655622 Sep 23 01:36:50.307647 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ecf7acec-77b9-4b49-ab90-7fa1f65859ed req-c89598d7-4f7b-4f53-8d87-d2dc16dfb52c tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549595 Sep 23 01:36:50.330380 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-8cb072fc-2ae6-4a35-bb33-58d15e421eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:36:48Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:50.334295 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:50.362792 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb072fc-2ae6-4a35-bb33-58d15e421eb5 None None] The sync data for ids ['a1477586-a31b-42d1-8559-78ae55b793b4'] in dv-cinder-849143-7-smb is: [{'id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'name': 'tempest-AttachVolumeTestJSON-386784162-router', 'tenant_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:36:48Z', 'revision_number': 5, 'project_id': 'c6eb69ff09b040bfb8d93798e76393d6', 'gw_port': {'id': '08b239b9-0ac3-43fc-9032-8aa614893601', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1477586-a31b-42d1-8559-78ae55b793b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:36:50.386308 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.421394 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.448066 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,revision_number=7']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:50.470319 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (08b239b9-0ac3-43fc-9032-8aa614893601), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.503537 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b239b9-0ac3-43fc-9032-8aa614893601,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:50.552535 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:50.565491 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808726'] for router_gateway (a1477586-a31b-42d1-8559-78ae55b793b4), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.652180 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-396'] for router (a1477586-a31b-42d1-8559-78ae55b793b4), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.654605 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Publish callbacks [] for router_controller (a1477586-a31b-42d1-8559-78ae55b793b4), precommit_delete_associations {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.780345 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['41b5b5ec-cad4-49a7-acc9-d7d12d8ac492'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:36:50.827912 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809249'] for router (a1477586-a31b-42d1-8559-78ae55b793b4), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.829822 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1477586-a31b-42d1-8559-78ae55b793b4 {{(pid=107195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:36:50.835851 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.840683 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-94e3ba6a-8029-4b5b-b7e1-4efeed057bd0 admin admin] 10.222.0.83 "DELETE /networking/v2.0/routers/a1477586-a31b-42d1-8559-78ae55b793b4 HTTP/1.1" status: 204 len: 168 time: 1.3509974 Sep 23 01:36:50.840989 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41622) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:50.908402 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_v2 [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Deleting subnet 6c89ba87-0be1-4d26-9033-03a421da6f4e {{(pid=107196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:36:50.912278 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Publish callbacks [] for subnet (6c89ba87-0be1-4d26-9033-03a421da6f4e), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.951940 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15685217'] for subnet (6c89ba87-0be1-4d26-9033-03a421da6f4e), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:50.967450 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:50.978566 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:51.025432 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:51.049549 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (6c89ba87-0be1-4d26-9033-03a421da6f4e), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.199831 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15907408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317174'] for subnet (6c89ba87-0be1-4d26-9033-03a421da6f4e), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.225614 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c89ba87-0be1-4d26-9033-03a421da6f4e,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:51.236071 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.241030 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/6c89ba87-0be1-4d26-9033-03a421da6f4e HTTP/1.1" status: 204 len: 168 time: 0.3973031 Sep 23 01:36:51.243566 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41624) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:51.243806 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8b5957-58f0-401e-9509-80c4d2b54daa None None] Network d79fa1b9-376d-4b44-b8bb-8ed997fe9801 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:36:51.247220 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.247903 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.250903 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.250903 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.250903 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.250903 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.251329 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.251501 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.251865 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.252227 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.252553 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.252876 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.253199 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.253517 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.254096 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799a7be-c151-49df-853d-2e6372cbc85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:51.328195 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (d79fa1b9-376d-4b44-b8bb-8ed997fe9801), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.394568 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Deleting port 7d795a29-72bf-4be2-83cb-19b80eab99cc {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:51.395170 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.399787 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:51.406715 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591c0f8-6dbb-4979-8cee-25511ee475b8 req-994fefe0-c82d-4a32-83f2-6b31a7587cd5 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:51.411090 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3591c0f8-6dbb-4979-8cee-25511ee475b8 req-994fefe0-c82d-4a32-83f2-6b31a7587cd5 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 946 time: 0.0781097 Sep 23 01:36:51.456359 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd1912-8711-4e5a-9f87-3de059993431 None None] DHCP port deletion for d79fa1b9-376d-4b44-b8bb-8ed997fe9801 request from dv-cinder-849143-7-smb {{(pid=107197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:36:51.485827 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3591c0f8-6dbb-4979-8cee-25511ee475b8 req-afa58d74-adb6-442e-88b1-b8b6d6309197 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666766 Sep 23 01:36:51.497354 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.518203 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-92dd1912-8711-4e5a-9f87-3de059993431 None None] Deleting port 7d795a29-72bf-4be2-83cb-19b80eab99cc {{(pid=107197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:51.518581 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-92dd1912-8711-4e5a-9f87-3de059993431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), before_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.536589 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b8b24-e915-4d98-9357-50376816b8b7 req-9b8e309b-b4ec-4f3e-836d-420891a52504 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:51.541805 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c46b8b24-e915-4d98-9357-50376816b8b7 req-9b8e309b-b4ec-4f3e-836d-420891a52504 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 945 time: 0.1406915 Sep 23 01:36:51.543949 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] For port 7d795a29-72bf-4be2-83cb-19b80eab99cc, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=7d795a29-72bf-4be2-83cb-19b80eab99cc,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:51.545243 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.574061 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Calling delete_port for 7d795a29-72bf-4be2-83cb-19b80eab99cc owned by network:dhcp {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:51.596551 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-92dd1912-8711-4e5a-9f87-3de059993431 None None] For port 7d795a29-72bf-4be2-83cb-19b80eab99cc, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=7d795a29-72bf-4be2-83cb-19b80eab99cc,segment=NetworkSegment(0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c),segment_id=0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:51.596954 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-92dd1912-8711-4e5a-9f87-3de059993431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), precommit_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.626060 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-92dd1912-8711-4e5a-9f87-3de059993431 None None] Calling delete_port for 7d795a29-72bf-4be2-83cb-19b80eab99cc owned by network:dhcp {{(pid=107197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:51.638947 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:51.655721 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c46b8b24-e915-4d98-9357-50376816b8b7 req-b697bfc1-70a4-4126-b1a1-a2d16e8a16b8 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082628 Sep 23 01:36:51.678532 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 08b239b9-0ac3-43fc-9032-8aa614893601 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:51.704324 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 08b239b9-0ac3-43fc-9032-8aa614893601 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:36:51.704653 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 08b239b9-0ac3-43fc-9032-8aa614893601 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:36:51.705114 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 7d795a29-72bf-4be2-83cb-19b80eab99cc no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:51.767461 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.771856 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No ports have port_id starting with 7d795a29-72bf-4be2-83cb-19b80eab99cc Sep 23 01:36:51.774027 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device d6133f30-f557-451f-b10f-d29cefee5896 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:51.794915 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-92dd1912-8711-4e5a-9f87-3de059993431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (7d795a29-72bf-4be2-83cb-19b80eab99cc), after_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.796798 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: d6133f30-f557-451f-b10f-d29cefee5896 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:36:51.797144 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device d6133f30-f557-451f-b10f-d29cefee5896 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:36:51.799483 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d795a29-72bf-4be2-83cb-19b80eab99cc,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:51.801736 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:51.801911 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] No DVR routers for this DVR port 7d795a29-72bf-4be2-83cb-19b80eab99cc on host dv-cinder-849143-7-smb {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:36:51.827897 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1912-8711-4e5a-9f87-3de059993431 None None] Pushing event deleted for resources: {'Port': ['ID=7d795a29-72bf-4be2-83cb-19b80eab99cc,revision_number=None']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:51.830550 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd1912-8711-4e5a-9f87-3de059993431 None None] No DVR routers for this DVR port 7d795a29-72bf-4be2-83cb-19b80eab99cc on host dv-cinder-849143-7-smb {{(pid=107197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:36:51.836604 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:36:51.893038 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (d79fa1b9-376d-4b44-b8bb-8ed997fe9801), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.899074 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:51.916246 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.916246 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 Sep 23 01:36:51.918875 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79fa1b9-376d-4b44-b8bb-8ed997fe9801']}} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:51.930472 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c') {'for_net_delete': True} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:51.930472 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c') {} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:51.943582 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14015710'] for segment (0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.957187 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:51.967894 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.981568 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Releasing vlan 461 on physical network physnet1 to pool {{(pid=107195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:36:51.982120 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14812270'] for segment (0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.988922 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:51.989309 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:52.014657 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:52.016934 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffd2d40-8e04-4aef-a6c1-d4805df11190" -d '{"events": [{"server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "name": "network-vif-plugged", "status": "completed", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:52.031083 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:52.032156 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c resource provider aggregate not found Sep 23 01:36:52.050516 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0813bb7d-3e7c-48c2-97ea-5a5baf3fd70c found for delete ", "request_id": "req-88344a18-2b57-4db4-860d-bdb3fb006dcc"}]} Sep 23 01:36:52.058653 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c9d203-cb51-481a-bf7b-b26fcb568e66 x-openstack-request-id: req-e9c9d203-cb51-481a-bf7b-b26fcb568e66 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:52.058973 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "name": "network-vif-plugged", "status": "completed", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:52.059251 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e9c9d203-cb51-481a-bf7b-b26fcb568e66 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:52.059646 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c9d203-cb51-481a-bf7b-b26fcb568e66'] response: {'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'code': 200} Sep 23 01:36:52.130572 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:52.159302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (d79fa1b9-376d-4b44-b8bb-8ed997fe9801), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:52.175994 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:52.179484 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/d79fa1b9-376d-4b44-b8bb-8ed997fe9801 HTTP/1.1" status: 204 len: 168 time: 0.9344771 Sep 23 01:36:52.180844 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30043fbc-59e7-42d9-b0bb-befe3212dbb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d79fa1b9-376d-4b44-b8bb-8ed997fe9801,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:52.183657 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,revision_number=8']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:52.560719 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41640) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:52.617259 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-03c5324d-6625-4904-98b5-589f3c0769d1 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=c6eb69ff09b040bfb8d93798e76393d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0525622 Sep 23 01:36:52.617661 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41642) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:52.638793 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cd4b3-1f71-49d4-81d6-85b4edc6030d req-38d32894-4203-4122-8df3-4cf703028eb5 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:52.640449 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f6cd4b3-1f71-49d4-81d6-85b4edc6030d req-38d32894-4203-4122-8df3-4cf703028eb5 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 946 time: 0.0587285 Sep 23 01:36:52.680856 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bddfc3dd-f174-41ad-a6d4-05d148e09532 admin admin] Publish callbacks [] for security_group (a165f5ea-e97d-4ee9-94a6-9548008a18be), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:52.684210 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:52.699939 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f6cd4b3-1f71-49d4-81d6-85b4edc6030d req-8201dacb-e4fa-4e39-aa32-676c180231be tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517340 Sep 23 01:36:52.709305 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bddfc3dd-f174-41ad-a6d4-05d148e09532 admin admin] Publish callbacks [] for security_group (a165f5ea-e97d-4ee9-94a6-9548008a18be), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:52.805463 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d1170-af9a-45bb-8023-96fbc2e588f8 req-6361d787-970c-4e87-b69e-5c4f5f81f562 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:52.807082 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-892d1170-af9a-45bb-8023-96fbc2e588f8 req-6361d787-970c-4e87-b69e-5c4f5f81f562 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0634813 Sep 23 01:36:52.860230 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-892d1170-af9a-45bb-8023-96fbc2e588f8 req-05ca1c07-65e9-4ae5-8792-d2f02171c2da tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471842 Sep 23 01:36:52.955810 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bddfc3dd-f174-41ad-a6d4-05d148e09532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (a165f5ea-e97d-4ee9-94a6-9548008a18be), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:52.958452 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bddfc3dd-f174-41ad-a6d4-05d148e09532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:52.959847 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-bddfc3dd-f174-41ad-a6d4-05d148e09532 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/a165f5ea-e97d-4ee9-94a6-9548008a18be HTTP/1.1" status: 204 len: 168 time: 0.3410666 Sep 23 01:36:52.968972 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfc3dd-f174-41ad-a6d4-05d148e09532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a165f5ea-e97d-4ee9-94a6-9548008a18be,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:53.838673 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d9c32-646b-42c0-a084-a66e3f1a1870 req-08a3ee39-3f38-4e00-9b8a-99a55990777d tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:53.839827 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-446d9c32-646b-42c0-a084-a66e3f1a1870 req-08a3ee39-3f38-4e00-9b8a-99a55990777d tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 946 time: 0.0520561 Sep 23 01:36:53.896654 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-446d9c32-646b-42c0-a084-a66e3f1a1870 req-f3c353f3-b6fd-4cb5-9b00-6baf5c6a95bf tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447605 Sep 23 01:36:53.992765 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2204a7-766e-46fd-ac96-66c9413e5a19 req-c0587532-a20c-42a9-8848-b302139792f2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:53.994795 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7f2204a7-766e-46fd-ac96-66c9413e5a19 req-c0587532-a20c-42a9-8848-b302139792f2 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0526056 Sep 23 01:36:54.045647 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7f2204a7-766e-46fd-ac96-66c9413e5a19 req-2ccfb485-b4a7-4b07-a471-c62076a5a583 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446181 Sep 23 01:36:55.013195 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b287d74-fb0f-48d2-b060-5c295d4d558f req-4b785526-4769-46ec-8a53-70842c428840 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:55.021014 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2b287d74-fb0f-48d2-b060-5c295d4d558f req-4b785526-4769-46ec-8a53-70842c428840 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 946 time: 0.0476022 Sep 23 01:36:55.068103 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2b287d74-fb0f-48d2-b060-5c295d4d558f req-c0597ad0-72f4-4632-9b3f-e1cd6e27a116 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471301 Sep 23 01:36:55.186831 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed8c3f-0308-4c36-9c4e-96f72c510911 req-6d2528d2-f148-4b65-b6b8-7b45cd24e19c tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:55.188374 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-85ed8c3f-0308-4c36-9c4e-96f72c510911 req-6d2528d2-f148-4b65-b6b8-7b45cd24e19c tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0552504 Sep 23 01:36:55.251042 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-85ed8c3f-0308-4c36-9c4e-96f72c510911 req-1a4368b7-3e3e-4911-a94d-35b67e182252 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568440 Sep 23 01:36:55.447762 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:56.144610 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41720) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:56.235904 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102ea3a-b6af-4d33-9c20-f4464f108f74 req-785e3ba4-5dc7-4446-941a-8a5517a0728a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:56.237701 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d102ea3a-b6af-4d33-9c20-f4464f108f74 req-785e3ba4-5dc7-4446-941a-8a5517a0728a tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 946 time: 0.0523374 Sep 23 01:36:56.264230 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-41be3119-062e-4c43-b8c4-c49dd1b82e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:56.296319 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d102ea3a-b6af-4d33-9c20-f4464f108f74 req-811b8825-960f-41a0-a3f7-a957322a70b0 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527270 Sep 23 01:36:56.349477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-41be3119-062e-4c43-b8c4-c49dd1b82e4f admin admin] Publish callbacks [] for security_group (b67ad0ca-9437-4d69-a339-0ffe9e4b2a1c), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:56.420571 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bf3dc-e3ce-48cb-aff3-ed532b6407bb req-98888d58-1855-448a-9d2b-bb08994fda5f tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:56.421932 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-431bf3dc-e3ce-48cb-aff3-ed532b6407bb req-98888d58-1855-448a-9d2b-bb08994fda5f tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0504856 Sep 23 01:36:56.458537 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-41be3119-062e-4c43-b8c4-c49dd1b82e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (b67ad0ca-9437-4d69-a339-0ffe9e4b2a1c), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:56.473222 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-431bf3dc-e3ce-48cb-aff3-ed532b6407bb req-9e4a595a-38e9-48cb-947d-309c10f9aa6d tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455704 Sep 23 01:36:56.503007 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-41be3119-062e-4c43-b8c4-c49dd1b82e4f admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=6187eb46af2948eab678e21383b10101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569615 Sep 23 01:36:56.503629 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be3119-062e-4c43-b8c4-c49dd1b82e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67ad0ca-9437-4d69-a339-0ffe9e4b2a1c,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:56.505519 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41726) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:56.558768 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3779fe7f-36c0-4e3c-a9d6-acee20ed7dac admin admin] Publish callbacks [] for security_group (b67ad0ca-9437-4d69-a339-0ffe9e4b2a1c), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:56.580227 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3779fe7f-36c0-4e3c-a9d6-acee20ed7dac admin admin] Publish callbacks [] for security_group (b67ad0ca-9437-4d69-a339-0ffe9e4b2a1c), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:56.741971 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3779fe7f-36c0-4e3c-a9d6-acee20ed7dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (b67ad0ca-9437-4d69-a339-0ffe9e4b2a1c), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:56.744595 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3779fe7f-36c0-4e3c-a9d6-acee20ed7dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:56.745848 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-3779fe7f-36c0-4e3c-a9d6-acee20ed7dac admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/b67ad0ca-9437-4d69-a339-0ffe9e4b2a1c HTTP/1.1" status: 204 len: 168 time: 0.2392724 Sep 23 01:36:56.754079 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779fe7f-36c0-4e3c-a9d6-acee20ed7dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67ad0ca-9437-4d69-a339-0ffe9e4b2a1c,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:57.336351 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e374d9-4c40-43af-a4db-0f1b934545cb req-2bdbfd3e-b5dc-40b3-880f-9be28cdc55bb tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:57.337035 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c2e374d9-4c40-43af-a4db-0f1b934545cb req-2bdbfd3e-b5dc-40b3-880f-9be28cdc55bb tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 946 time: 0.0692503 Sep 23 01:36:57.446785 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9d2cc-ac25-4a09-9918-65b61dfdd70a req-b2038eeb-2ee5-4eb5-baff-ada410d2418e tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:57.448304 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aeb9d2cc-ac25-4a09-9918-65b61dfdd70a req-b2038eeb-2ee5-4eb5-baff-ada410d2418e tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 946 time: 0.0681880 Sep 23 01:36:57.500323 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aeb9d2cc-ac25-4a09-9918-65b61dfdd70a req-2c6646e4-f340-4319-87c9-8148ff1fc19c tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=65d4c2fb-bda9-4457-87e8-2f4d68631357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460505 Sep 23 01:36:57.617451 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:57.633099 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41740) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:57.648989 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-737b2da8-c461-44fb-b15b-9dc3ca6bbf9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:57.700482 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09df92-1b4e-4c42-985f-b5fe1aa918d4 req-6e61d2f6-4c45-45f1-adb0-65ade018ca53 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:57.702048 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ee09df92-1b4e-4c42-985f-b5fe1aa918d4 req-6e61d2f6-4c45-45f1-adb0-65ade018ca53 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.1353590 Sep 23 01:36:57.711196 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:57.739515 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:57.748418 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba01f6f-2a2b-4b53-b485-060730ca6364 req-229425c7-865c-474e-a105-7373404b3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:57.749986 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dba01f6f-2a2b-4b53-b485-060730ca6364 req-229425c7-865c-474e-a105-7373404b3ad2 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 1130 time: 0.1088176 Sep 23 01:36:57.750479 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-c2e374d9-4c40-43af-a4db-0f1b934545cb req-34fb2f00-291f-4a18-a2e8-c246f8509230 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Deleting port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:57.750966 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c2e374d9-4c40-43af-a4db-0f1b934545cb req-34fb2f00-291f-4a18-a2e8-c246f8509230 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:57.756787 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-737b2da8-c461-44fb-b15b-9dc3ca6bbf9c admin admin] Publish callbacks [] for security_group (dad7b752-a6c5-40af-82c3-2d225b90eb15), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:57.856806 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-737b2da8-c461-44fb-b15b-9dc3ca6bbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (dad7b752-a6c5-40af-82c3-2d225b90eb15), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:57.860911 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ee09df92-1b4e-4c42-985f-b5fe1aa918d4 req-0f5a5d37-6270-4e77-9822-2690f227b815 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504042 Sep 23 01:36:57.909743 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-737b2da8-c461-44fb-b15b-9dc3ca6bbf9c admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=6d6ce6a79e6b43049e8bc15d32f84247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754087 Sep 23 01:36:57.918107 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b2da8-c461-44fb-b15b-9dc3ca6bbf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad7b752-a6c5-40af-82c3-2d225b90eb15,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:57.918251 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-c2e374d9-4c40-43af-a4db-0f1b934545cb req-34fb2f00-291f-4a18-a2e8-c246f8509230 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] For port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa,segment=NetworkSegment(2f932b9c-3cee-4b14-a742-b6c39e6b3cdf),segment_id=2f932b9c-3cee-4b14-a742-b6c39e6b3cdf)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:57.918251 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c2e374d9-4c40-43af-a4db-0f1b934545cb req-34fb2f00-291f-4a18-a2e8-c246f8509230 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:57.918251 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41742) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:57.932396 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dba01f6f-2a2b-4b53-b485-060730ca6364 req-8b6adcce-ee82-4346-84a9-353d6b36217e service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618898 Sep 23 01:36:57.944542 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-c2e374d9-4c40-43af-a4db-0f1b934545cb req-34fb2f00-291f-4a18-a2e8-c246f8509230 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Calling delete_port for f8ab01cf-70b9-408a-b80e-2a6685d2d8fa owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:58.032509 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8f7e60a5-9ed6-4778-9a87-00aa7135e09e admin admin] Publish callbacks [] for security_group (dad7b752-a6c5-40af-82c3-2d225b90eb15), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:58.065536 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8f7e60a5-9ed6-4778-9a87-00aa7135e09e admin admin] Publish callbacks [] for security_group (dad7b752-a6c5-40af-82c3-2d225b90eb15), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:58.105770 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:58.250995 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8f7e60a5-9ed6-4778-9a87-00aa7135e09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (dad7b752-a6c5-40af-82c3-2d225b90eb15), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:58.255856 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8f7e60a5-9ed6-4778-9a87-00aa7135e09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:58.255856 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-8f7e60a5-9ed6-4778-9a87-00aa7135e09e admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/dad7b752-a6c5-40af-82c3-2d225b90eb15 HTTP/1.1" status: 204 len: 168 time: 0.3373101 Sep 23 01:36:58.263938 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e60a5-9ed6-4778-9a87-00aa7135e09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad7b752-a6c5-40af-82c3-2d225b90eb15,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:58.282163 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c2e374d9-4c40-43af-a4db-0f1b934545cb req-34fb2f00-291f-4a18-a2e8-c246f8509230 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (f8ab01cf-70b9-408a-b80e-2a6685d2d8fa), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:58.316497 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb2f00-291f-4a18-a2e8-c246f8509230 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Pushing event deleted for resources: {'Port': ['ID=f8ab01cf-70b9-408a-b80e-2a6685d2d8fa,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:58.363612 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e374d9-4c40-43af-a4db-0f1b934545cb req-34fb2f00-291f-4a18-a2e8-c246f8509230 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] No DVR routers for this DVR port f8ab01cf-70b9-408a-b80e-2a6685d2d8fa on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:36:58.366228 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c2e374d9-4c40-43af-a4db-0f1b934545cb req-34fb2f00-291f-4a18-a2e8-c246f8509230 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:58.371339 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c2e374d9-4c40-43af-a4db-0f1b934545cb req-34fb2f00-291f-4a18-a2e8-c246f8509230 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.88 "DELETE /networking/v2.0/ports/f8ab01cf-70b9-408a-b80e-2a6685d2d8fa HTTP/1.1" status: 204 len: 173 time: 0.8119159 Sep 23 01:36:58.371339 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1768119-0ec2-4eef-b377-011737ba209b', 'name': 'network-vif-deleted', 'tag': 'f8ab01cf-70b9-408a-b80e-2a6685d2d8fa'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:58.374020 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6947b4b-f187-4318-855a-af815343140d" -d '{"events": [{"server_uuid": "c1768119-0ec2-4eef-b377-011737ba209b", "name": "network-vif-deleted", "tag": "f8ab01cf-70b9-408a-b80e-2a6685d2d8fa"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:58.420328 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84399bb-1393-4e44-b47c-25d1eb16f7e4 x-openstack-request-id: req-e84399bb-1393-4e44-b47c-25d1eb16f7e4 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:58.420750 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1768119-0ec2-4eef-b377-011737ba209b", "name": "network-vif-deleted", "tag": "f8ab01cf-70b9-408a-b80e-2a6685d2d8fa", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:58.421005 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e84399bb-1393-4e44-b47c-25d1eb16f7e4 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:58.421420 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84399bb-1393-4e44-b47c-25d1eb16f7e4'] response: {'server_uuid': 'c1768119-0ec2-4eef-b377-011737ba209b', 'name': 'network-vif-deleted', 'tag': 'f8ab01cf-70b9-408a-b80e-2a6685d2d8fa', 'status': 'completed', 'code': 200} Sep 23 01:36:58.623754 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d5d1eca6-2225-4a5a-a5aa-bd8129ff3c0f req-6cf33ba0-e072-410c-9f0f-73ad113ddd62 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 210 time: 0.0395019 Sep 23 01:36:58.992913 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7294295-65c2-4990-a430-d07a82d2fdcd req-451e5972-c0b0-49a6-91d1-4f037cfae6d7 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:58.994818 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b7294295-65c2-4990-a430-d07a82d2fdcd req-451e5972-c0b0-49a6-91d1-4f037cfae6d7 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0498309 Sep 23 01:36:59.047223 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b7294295-65c2-4990-a430-d07a82d2fdcd req-bf15e97c-1c0a-41fd-bf9b-df430c31a5a0 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467849 Sep 23 01:36:59.746978 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9f541d91-688b-4913-80e3-045be9570684 req-8583a7dc-2118-4aed-af8c-a100e1b95362 tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 210 time: 0.0311377 Sep 23 01:36:59.844752 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device f8ab01cf-70b9-408a-b80e-2a6685d2d8fa no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:59.865424 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: f8ab01cf-70b9-408a-b80e-2a6685d2d8fa {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:36:59.865772 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device f8ab01cf-70b9-408a-b80e-2a6685d2d8fa not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:37:00.188777 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3222f-a048-4083-aed3-4df512aaa905 req-1d1ed8c9-bcd5-4e36-b7b9-342c49aaf585 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:00.190500 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-39f3222f-a048-4083-aed3-4df512aaa905 req-1d1ed8c9-bcd5-4e36-b7b9-342c49aaf585 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0615025 Sep 23 01:37:00.251083 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-39f3222f-a048-4083-aed3-4df512aaa905 req-dbcaabc7-5538-427a-8ca9-34493ed17804 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531342 Sep 23 01:37:00.877504 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4d69065b-4acf-4297-804e-78bb33b90bb1 req-55fb2141-77db-4c20-a364-3c497315640f tempest-VolumesSnapshotTestJSON-441005821 tempest-VolumesSnapshotTestJSON-441005821-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c1768119-0ec2-4eef-b377-011737ba209b HTTP/1.1" status: 200 len: 210 time: 0.0294776 Sep 23 01:37:02.320913 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:37:04.843317 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41870) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:04.959247 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96a7c868-0dab-4498-ac3e-1143b81568d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:05.044174 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96a7c868-0dab-4498-ac3e-1143b81568d1 admin admin] Publish callbacks [] for security_group (9e31c238-87c6-41ea-ba8c-e64f416a4e75), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:05.136651 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96a7c868-0dab-4498-ac3e-1143b81568d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9e31c238-87c6-41ea-ba8c-e64f416a4e75), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:05.184867 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-96a7c868-0dab-4498-ac3e-1143b81568d1 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=5d231eedd95f4a00ba6e93f2b47455b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401906 Sep 23 01:37:05.186245 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7c868-0dab-4498-ac3e-1143b81568d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e31c238-87c6-41ea-ba8c-e64f416a4e75,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:05.188945 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41874) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:05.257434 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3afaa23a-fe6f-4261-8591-29d352937024 admin admin] Publish callbacks [] for security_group (9e31c238-87c6-41ea-ba8c-e64f416a4e75), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:05.284903 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3afaa23a-fe6f-4261-8591-29d352937024 admin admin] Publish callbacks [] for security_group (9e31c238-87c6-41ea-ba8c-e64f416a4e75), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:05.475448 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3afaa23a-fe6f-4261-8591-29d352937024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9e31c238-87c6-41ea-ba8c-e64f416a4e75), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:05.475448 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3afaa23a-fe6f-4261-8591-29d352937024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:05.483459 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-3afaa23a-fe6f-4261-8591-29d352937024 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/9e31c238-87c6-41ea-ba8c-e64f416a4e75 HTTP/1.1" status: 204 len: 168 time: 0.2877109 Sep 23 01:37:05.507019 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afaa23a-fe6f-4261-8591-29d352937024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e31c238-87c6-41ea-ba8c-e64f416a4e75,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:06.065504 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f0d2a-32c7-4a5e-9e39-8cb35780ba56 req-d4322cec-c9ae-46f0-bbd4-233d84a92c38 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:06.067706 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c53f0d2a-32c7-4a5e-9e39-8cb35780ba56 req-d4322cec-c9ae-46f0-bbd4-233d84a92c38 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 945 time: 0.0859935 Sep 23 01:37:06.141653 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c53f0d2a-32c7-4a5e-9e39-8cb35780ba56 req-5019b7c4-fe42-4c8b-a86c-071579db62c3 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624022 Sep 23 01:37:06.615906 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41894) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:06.630567 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-548c1f71-bb8a-4072-a172-66a40c88ce24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:06.684790 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:INSERT=9 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:06.727141 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-548c1f71-bb8a-4072-a172-66a40c88ce24 admin admin] Publish callbacks [] for security_group (426e5b8e-a253-42fb-a1b0-8d1642c49882), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:06.824583 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-548c1f71-bb8a-4072-a172-66a40c88ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (426e5b8e-a253-42fb-a1b0-8d1642c49882), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:06.869416 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-548c1f71-bb8a-4072-a172-66a40c88ce24 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=2d66e4649cc04c55be67a0180d44955f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523031 Sep 23 01:37:06.870290 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c1f71-bb8a-4072-a172-66a40c88ce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426e5b8e-a253-42fb-a1b0-8d1642c49882,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:06.872379 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41898) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:06.897642 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:06.940001 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-98e438e8-3944-4d9d-a3e3-4526a1d31d14 admin admin] Publish callbacks [] for security_group (426e5b8e-a253-42fb-a1b0-8d1642c49882), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:06.963423 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-98e438e8-3944-4d9d-a3e3-4526a1d31d14 admin admin] Publish callbacks [] for security_group (426e5b8e-a253-42fb-a1b0-8d1642c49882), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:07.194218 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-98e438e8-3944-4d9d-a3e3-4526a1d31d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (426e5b8e-a253-42fb-a1b0-8d1642c49882), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:07.199370 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-98e438e8-3944-4d9d-a3e3-4526a1d31d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:07.201253 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-98e438e8-3944-4d9d-a3e3-4526a1d31d14 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/426e5b8e-a253-42fb-a1b0-8d1642c49882 HTTP/1.1" status: 204 len: 168 time: 0.3254831 Sep 23 01:37:07.217153 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e438e8-3944-4d9d-a3e3-4526a1d31d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426e5b8e-a253-42fb-a1b0-8d1642c49882,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:07.327126 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aa47b-df94-4eeb-b67f-c866d85d3f1b req-2fd466f9-e64b-4f0b-8219-ea3bfa8ce009 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:07.329877 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-070aa47b-df94-4eeb-b67f-c866d85d3f1b req-2fd466f9-e64b-4f0b-8219-ea3bfa8ce009 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 945 time: 0.0889902 Sep 23 01:37:07.404122 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-070aa47b-df94-4eeb-b67f-c866d85d3f1b req-366f3ed7-db88-4fb7-aa1a-a9f5a6d9c629 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671618 Sep 23 01:37:08.028563 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b502e-a85f-4017-9895-1c88052012cd req-39b20acc-6557-49a3-8f60-9adfbf8e372c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:08.030077 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-857b502e-a85f-4017-9895-1c88052012cd req-39b20acc-6557-49a3-8f60-9adfbf8e372c tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 945 time: 0.0513263 Sep 23 01:37:08.159490 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Deleting port a08baaef-aebf-4131-8a2d-a26913a3f841 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:08.159876 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:08.265606 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:08.273034 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] For port a08baaef-aebf-4131-8a2d-a26913a3f841, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a08baaef-aebf-4131-8a2d-a26913a3f841,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:08.273430 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:08.552542 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:08.553198 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (807e7e91-0c97-4f49-8b96-bea008febb2b), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:08.554195 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Floating IP 807e7e91-0c97-4f49-8b96-bea008febb2b disassociated. External IP: 172.28.0.254, port: a08baaef-aebf-4131-8a2d-a26913a3f841. Sep 23 01:37:08.554743 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Calling delete_port for a08baaef-aebf-4131-8a2d-a26913a3f841 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:08.650235 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd43cf-efc8-4e37-8143-e6721ce9b484 req-80011ea9-a7e9-4a67-b3ee-f5f213b5e4fb tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:08.651973 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e4cd43cf-efc8-4e37-8143-e6721ce9b484 req-80011ea9-a7e9-4a67-b3ee-f5f213b5e4fb tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 945 time: 0.1272774 Sep 23 01:37:08.729740 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:08.740521 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e4cd43cf-efc8-4e37-8143-e6721ce9b484 req-4c095a3d-8040-48bf-bed7-7a6bd0702d51 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=06d878c9-1b58-4d56-9391-b7386fc7dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816026 Sep 23 01:37:09.299227 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (a08baaef-aebf-4131-8a2d-a26913a3f841), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:09.333162 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'Port': ['ID=a08baaef-aebf-4131-8a2d-a26913a3f841,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:09.343977 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.344339 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.344686 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.345025 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.345366 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.349463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.349463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.349463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.349463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.349463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.349463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.349463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.349463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.349463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.349463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:09.478324 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Router d58f9795-8296-4f83-b130-60ce5dca27e4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:37:09.596775 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:37:09.610290 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6c3b55-2611-49f6-b7f2-0fbd8cdb20dd None None] Sync routers for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:37:09.624536 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6c3b55-2611-49f6-b7f2-0fbd8cdb20dd None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:37:09.625163 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-6c6c3b55-2611-49f6-b7f2-0fbd8cdb20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:36:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:09.644790 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] No DVR routers for this DVR port a08baaef-aebf-4131-8a2d-a26913a3f841 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:37:09.647492 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:09.651901 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-857b502e-a85f-4017-9895-1c88052012cd req-f8540272-d11f-4a3d-b38a-e3a2577e8409 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.88 "DELETE /networking/v2.0/ports/a08baaef-aebf-4131-8a2d-a26913a3f841 HTTP/1.1" status: 204 len: 173 time: 1.6155589 Sep 23 01:37:09.652472 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'name': 'network-vif-deleted', 'tag': 'a08baaef-aebf-4131-8a2d-a26913a3f841'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:37:09.655612 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7835fe-2412-47a7-8d0a-a678cdee3f7b" -d '{"events": [{"server_uuid": "0394ad2a-e14e-4bab-a373-1eea1cc2ed35", "name": "network-vif-deleted", "tag": "a08baaef-aebf-4131-8a2d-a26913a3f841"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:37:09.737043 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7cc935-5c9a-43f2-a4b5-10f2fd35b2d1 x-openstack-request-id: req-7f7cc935-5c9a-43f2-a4b5-10f2fd35b2d1 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:37:09.737495 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0394ad2a-e14e-4bab-a373-1eea1cc2ed35", "name": "network-vif-deleted", "tag": "a08baaef-aebf-4131-8a2d-a26913a3f841", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:37:09.737898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7f7cc935-5c9a-43f2-a4b5-10f2fd35b2d1 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:37:09.738606 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7cc935-5c9a-43f2-a4b5-10f2fd35b2d1'] response: {'server_uuid': '0394ad2a-e14e-4bab-a373-1eea1cc2ed35', 'name': 'network-vif-deleted', 'tag': 'a08baaef-aebf-4131-8a2d-a26913a3f841', 'status': 'completed', 'code': 200} Sep 23 01:37:09.793060 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-6c6c3b55-2611-49f6-b7f2-0fbd8cdb20dd None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:37:09.884990 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a08baaef-aebf-4131-8a2d-a26913a3f841 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:37:09.917165 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: a08baaef-aebf-4131-8a2d-a26913a3f841 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:37:09.917686 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device a08baaef-aebf-4131-8a2d-a26913a3f841 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:37:09.923921 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-60a91c4e-e723-4091-aa3d-0af1cbfc1278 req-03ad93a7-a509-4069-a570-ae6a6bf7e307 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 210 time: 0.0696745 Sep 23 01:37:10.140267 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-6c6c3b55-2611-49f6-b7f2-0fbd8cdb20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:10.272469 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6c3b55-2611-49f6-b7f2-0fbd8cdb20dd None None] Checking router: d58f9795-8296-4f83-b130-60ce5dca27e4 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:37:10.284480 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6c3b55-2611-49f6-b7f2-0fbd8cdb20dd None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:37:10.285009 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-6c6c3b55-2611-49f6-b7f2-0fbd8cdb20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:36:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:10.412641 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-6c6c3b55-2611-49f6-b7f2-0fbd8cdb20dd None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:37:10.682179 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-6c6c3b55-2611-49f6-b7f2-0fbd8cdb20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:10.715817 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6c3b55-2611-49f6-b7f2-0fbd8cdb20dd None None] The sync data for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb is: [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a47fc12f-156e-48a5-bb51-f75693f9f10e', 'name': '', 'network_id': '45d87e2c-cffb-4bc6-84be-6c06e6485b39', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'mac_address': 'fa:16:3e:21:22:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:14Z', 'updated_at': '2022-09-23T01:30:43Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'subnets': [{'id': 'f836c9f3-d6cc-4e08-b1de-9b5ad70243d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:37:11.005906 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24877d6-4c3f-4905-8d09-4ca45cc5202f None None] New status for floating IP 807e7e91-0c97-4f49-8b96-bea008febb2b: DOWN {{(pid=107197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:37:11.070804 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-41e655d8-f3df-49dd-a98f-e10ae1675f4f req-f644b0e8-84e2-41b9-9382-bab510847340 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0394ad2a-e14e-4bab-a373-1eea1cc2ed35 HTTP/1.1" status: 200 len: 210 time: 0.0393119 Sep 23 01:37:12.255853 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 41992) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:12.313594 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-df683ec3-3ad8-4c26-813b-2cabd0fdeb30 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (06d878c9-1b58-4d56-9391-b7386fc7dc2d), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:12.338270 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-df683ec3-3ad8-4c26-813b-2cabd0fdeb30 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (06d878c9-1b58-4d56-9391-b7386fc7dc2d), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:12.452753 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-df683ec3-3ad8-4c26-813b-2cabd0fdeb30 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (06d878c9-1b58-4d56-9391-b7386fc7dc2d), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:12.455333 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-df683ec3-3ad8-4c26-813b-2cabd0fdeb30 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:12.460508 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-df683ec3-3ad8-4c26-813b-2cabd0fdeb30 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "DELETE /networking/v2.0/security-groups/06d878c9-1b58-4d56-9391-b7386fc7dc2d HTTP/1.1" status: 204 len: 168 time: 0.1996629 Sep 23 01:37:12.460656 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41996) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:12.477302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df683ec3-3ad8-4c26-813b-2cabd0fdeb30 tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d878c9-1b58-4d56-9391-b7386fc7dc2d,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:12.479567 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.api.v2.resource [None req-cdb53f84-458e-42b1-9658-081354d38bcf tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] show failed (client error): The resource could not be found. Sep 23 01:37:12.483948 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-cdb53f84-458e-42b1-9658-081354d38bcf tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "GET /networking/v2.0/security-groups/06d878c9-1b58-4d56-9391-b7386fc7dc2d HTTP/1.1" status: 404 len: 347 time: 0.0194058 Sep 23 01:37:12.484475 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 41998) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:12.812397 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-ced9c512-313b-4a8a-ae4a-8013a9153d4a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Deleting port 90ef02ed-859d-4457-8ed7-6416f688ba40 {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:12.812739 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ced9c512-313b-4a8a-ae4a-8013a9153d4a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (90ef02ed-859d-4457-8ed7-6416f688ba40), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:12.882016 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:12.891348 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ced9c512-313b-4a8a-ae4a-8013a9153d4a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (90ef02ed-859d-4457-8ed7-6416f688ba40), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:12.891662 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ced9c512-313b-4a8a-ae4a-8013a9153d4a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (90ef02ed-859d-4457-8ed7-6416f688ba40), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:12.905215 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-ced9c512-313b-4a8a-ae4a-8013a9153d4a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Calling delete_port for 90ef02ed-859d-4457-8ed7-6416f688ba40 owned by network:floatingip {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:13.121273 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ced9c512-313b-4a8a-ae4a-8013a9153d4a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (90ef02ed-859d-4457-8ed7-6416f688ba40), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:13.147573 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9c512-313b-4a8a-ae4a-8013a9153d4a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Pushing event deleted for resources: {'Port': ['ID=90ef02ed-859d-4457-8ed7-6416f688ba40,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:13.216679 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ced9c512-313b-4a8a-ae4a-8013a9153d4a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks [] for floatingip (807e7e91-0c97-4f49-8b96-bea008febb2b), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:13.219426 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ced9c512-313b-4a8a-ae4a-8013a9153d4a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:13.220574 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ced9c512-313b-4a8a-ae4a-8013a9153d4a tempest-AttachVolumeNegativeTest-1247675894 tempest-AttachVolumeNegativeTest-1247675894-project] 10.222.0.83 "DELETE /networking/v2.0/floatingips/807e7e91-0c97-4f49-8b96-bea008febb2b HTTP/1.1" status: 204 len: 168 time: 0.7353098 Sep 23 01:37:14.795649 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8c1c9357-afae-4c90-8495-dfaf25822576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.062008 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42088) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:17.219491 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b54b6994-3d8a-4a59-8229-6d08b708d907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.247234 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:17.346199 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b54b6994-3d8a-4a59-8229-6d08b708d907 admin admin] Publish callbacks [] for security_group (163c8c25-e1f1-4cf3-b961-def32fcce11d), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.572716 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b54b6994-3d8a-4a59-8229-6d08b708d907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (163c8c25-e1f1-4cf3-b961-def32fcce11d), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.633017 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-b54b6994-3d8a-4a59-8229-6d08b708d907 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=9b21e1acd9984b50af0f064bbcd68570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5697775 Sep 23 01:37:17.638721 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b6994-3d8a-4a59-8229-6d08b708d907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163c8c25-e1f1-4cf3-b961-def32fcce11d,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:17.638852 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 42102) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:17.719983 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-47af95c8-6d69-48bd-8b86-c153ee43310c admin admin] Publish callbacks [] for security_group (163c8c25-e1f1-4cf3-b961-def32fcce11d), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.748887 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-47af95c8-6d69-48bd-8b86-c153ee43310c admin admin] Publish callbacks [] for security_group (163c8c25-e1f1-4cf3-b961-def32fcce11d), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.828635 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-57e5c716-183c-4d8c-b1c1-d19a0f721c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.847748 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42110) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:18.040115 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-47af95c8-6d69-48bd-8b86-c153ee43310c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (163c8c25-e1f1-4cf3-b961-def32fcce11d), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:18.045333 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-47af95c8-6d69-48bd-8b86-c153ee43310c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:18.047368 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-47af95c8-6d69-48bd-8b86-c153ee43310c admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/163c8c25-e1f1-4cf3-b961-def32fcce11d HTTP/1.1" status: 204 len: 168 time: 0.4079139 Sep 23 01:37:18.065307 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af95c8-6d69-48bd-8b86-c153ee43310c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163c8c25-e1f1-4cf3-b961-def32fcce11d,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:18.291046 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:18.296349 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817772'] for router_interface (d58f9795-8296-4f83-b130-60ce5dca27e4), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:18.578738 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] Deleting port a47fc12f-156e-48a5-bb51-f75693f9f10e {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:18.579083 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:18.685272 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] For port a47fc12f-156e-48a5-bb51-f75693f9f10e, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=a47fc12f-156e-48a5-bb51-f75693f9f10e,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:18.685634 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:18.688266 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:18.701061 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] Calling delete_port for a47fc12f-156e-48a5-bb51-f75693f9f10e owned by network:router_interface {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:19.059687 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42128) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:19.078680 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-bc936c2b-fa1a-45b0-9c6d-c8297c9c3b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:19.087255 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (a47fc12f-156e-48a5-bb51-f75693f9f10e), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:19.128014 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] Pushing event deleted for resources: {'Port': ['ID=a47fc12f-156e-48a5-bb51-f75693f9f10e,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:19.318290 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:19.363301 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-bc936c2b-fa1a-45b0-9c6d-c8297c9c3b31 admin admin] Publish callbacks [] for security_group (4f7e6fac-57bb-4639-9773-f348fee1cb62), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:19.381285 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809180'] for router_interface (d58f9795-8296-4f83-b130-60ce5dca27e4), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:19.539077 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:19.699575 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-bc936c2b-fa1a-45b0-9c6d-c8297c9c3b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (4f7e6fac-57bb-4639-9773-f348fee1cb62), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:19.754362 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-bc936c2b-fa1a-45b0-9c6d-c8297c9c3b31 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=5bc88bc3906e48e695387d5a00b5ebc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6929717 Sep 23 01:37:19.757292 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 42134) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:19.779424 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc936c2b-fa1a-45b0-9c6d-c8297c9c3b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7e6fac-57bb-4639-9773-f348fee1cb62,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:19.803326 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:19.822319 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2d11b2c3-5ef1-4644-b21f-2c41c73d7290 admin admin] Publish callbacks [] for security_group (4f7e6fac-57bb-4639-9773-f348fee1cb62), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:19.848752 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2d11b2c3-5ef1-4644-b21f-2c41c73d7290 admin admin] Publish callbacks [] for security_group (4f7e6fac-57bb-4639-9773-f348fee1cb62), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:19.958811 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] Router d58f9795-8296-4f83-b130-60ce5dca27e4 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:37:20.019337 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:20.042759 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2d11b2c3-5ef1-4644-b21f-2c41c73d7290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (4f7e6fac-57bb-4639-9773-f348fee1cb62), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.045940 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2d11b2c3-5ef1-4644-b21f-2c41c73d7290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.048030 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-2d11b2c3-5ef1-4644-b21f-2c41c73d7290 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/4f7e6fac-57bb-4639-9773-f348fee1cb62 HTTP/1.1" status: 204 len: 168 time: 0.2894952 Sep 23 01:37:20.063246 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11b2c3-5ef1-4644-b21f-2c41c73d7290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7e6fac-57bb-4639-9773-f348fee1cb62,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:20.137988 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:37:20.151849 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6dd74-f4c6-41c5-8b5a-1e855eaf4540 None None] Sync routers for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:37:20.170408 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-d78722b4-c7bd-45bc-abca-8c5d6b25123e admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/d58f9795-8296-4f83-b130-60ce5dca27e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3214633 Sep 23 01:37:20.173727 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 42146) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:20.173988 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6dd74-f4c6-41c5-8b5a-1e855eaf4540 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:37:20.174906 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-95a6dd74-f4c6-41c5-8b5a-1e855eaf4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:37:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:20.294143 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:20.296205 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-95a6dd74-f4c6-41c5-8b5a-1e855eaf4540 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:37:20.304801 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Publish callbacks [] for router (d58f9795-8296-4f83-b130-60ce5dca27e4), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.411765 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:20.414689 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.446111 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Publish callbacks [] for router_gateway (d58f9795-8296-4f83-b130-60ce5dca27e4), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.502807 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-95a6dd74-f4c6-41c5-8b5a-1e855eaf4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:37:18Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:20.530228 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6dd74-f4c6-41c5-8b5a-1e855eaf4540 None None] Checking router: d58f9795-8296-4f83-b130-60ce5dca27e4 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:37:20.539491 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6dd74-f4c6-41c5-8b5a-1e855eaf4540 None None] Routers {'d58f9795-8296-4f83-b130-60ce5dca27e4'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:37:20.540188 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-95a6dd74-f4c6-41c5-8b5a-1e855eaf4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:37:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['d58f9795-8296-4f83-b130-60ce5dca27e4'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:20.675428 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-95a6dd74-f4c6-41c5-8b5a-1e855eaf4540 None None] Set router d58f9795-8296-4f83-b130-60ce5dca27e4 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:37:20.684154 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Deleting port f9c6ede0-aa25-49a2-8993-795e9e3307d8 {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:20.684925 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.828673 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] For port f9c6ede0-aa25-49a2-8993-795e9e3307d8, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=f9c6ede0-aa25-49a2-8993-795e9e3307d8,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:20.829750 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.848043 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Calling delete_port for f9c6ede0-aa25-49a2-8993-795e9e3307d8 owned by network:router_gateway {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:20.912869 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:20.915472 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-95a6dd74-f4c6-41c5-8b5a-1e855eaf4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:37:18Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:20.949169 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a6dd74-f4c6-41c5-8b5a-1e855eaf4540 None None] The sync data for ids ['d58f9795-8296-4f83-b130-60ce5dca27e4'] in dv-cinder-849143-7-smb is: [{'id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'name': 'tempest-AttachVolumeNegativeTest-114269568-router', 'tenant_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:58Z', 'updated_at': '2022-09-23T01:37:18Z', 'revision_number': 5, 'project_id': 'ec922942147b4c0bb122eb30c6cd1bc7', 'gw_port': {'id': 'f9c6ede0-aa25-49a2-8993-795e9e3307d8', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58f9795-8296-4f83-b130-60ce5dca27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:30:00Z', 'updated_at': '2022-09-23T01:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:37:21.093231 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be893d24-5884-4f2b-a10b-a35ba909781e req-a96bd4ea-5428-4a2b-8ee7-83619df917ee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:21.094717 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-be893d24-5884-4f2b-a10b-a35ba909781e req-a96bd4ea-5428-4a2b-8ee7-83619df917ee tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0570378 Sep 23 01:37:21.152846 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-be893d24-5884-4f2b-a10b-a35ba909781e req-fa88e44e-1ab1-43e3-9c0b-1d36c21d6a37 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504484 Sep 23 01:37:21.183131 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (f9c6ede0-aa25-49a2-8993-795e9e3307d8), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.215226 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c6ede0-aa25-49a2-8993-795e9e3307d8,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:21.294556 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808726'] for router_gateway (d58f9795-8296-4f83-b130-60ce5dca27e4), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.295188 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42168) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:21.298393 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:21.316636 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-18474cb1-e959-41ff-b066-b4b2fe43e70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.432810 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-396'] for router (d58f9795-8296-4f83-b130-60ce5dca27e4), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.435485 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Publish callbacks [] for router_controller (d58f9795-8296-4f83-b130-60ce5dca27e4), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.442578 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-18474cb1-e959-41ff-b066-b4b2fe43e70b admin admin] Publish callbacks [] for security_group (9cfb4dcb-f614-4b9f-9e6c-57e14503b347), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.583962 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.627467 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-18474cb1-e959-41ff-b066-b4b2fe43e70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9cfb4dcb-f614-4b9f-9e6c-57e14503b347), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.628773 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809249'] for router (d58f9795-8296-4f83-b130-60ce5dca27e4), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.630855 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d58f9795-8296-4f83-b130-60ce5dca27e4 {{(pid=107196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:37:21.651343 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.656407 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-c63dcb79-9e85-46ab-b61f-36d1fa455639 admin admin] 10.222.0.83 "DELETE /networking/v2.0/routers/d58f9795-8296-4f83-b130-60ce5dca27e4 HTTP/1.1" status: 204 len: 168 time: 1.4806075 Sep 23 01:37:21.657900 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a47fc12f-156e-48a5-bb51-f75693f9f10e no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:37:21.658117 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 42178) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:21.703698 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: a47fc12f-156e-48a5-bb51-f75693f9f10e {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:37:21.704511 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a47fc12f-156e-48a5-bb51-f75693f9f10e not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:37:21.720195 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-18474cb1-e959-41ff-b066-b4b2fe43e70b admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=acc890c98c2743658f3c4307da9a5df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4196861 Sep 23 01:37:21.720195 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18474cb1-e959-41ff-b066-b4b2fe43e70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfb4dcb-f614-4b9f-9e6c-57e14503b347,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:21.720732 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 42180) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:21.743490 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb4aeec-917c-48cf-877d-e2d7a3278ddb admin admin] Deleting subnet f836c9f3-d6cc-4e08-b1de-9b5ad70243d8 {{(pid=107196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:37:21.752287 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ffb4aeec-917c-48cf-877d-e2d7a3278ddb admin admin] Publish callbacks [] for subnet (f836c9f3-d6cc-4e08-b1de-9b5ad70243d8), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.809160 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ffb4aeec-917c-48cf-877d-e2d7a3278ddb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15685217'] for subnet (f836c9f3-d6cc-4e08-b1de-9b5ad70243d8), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.855164 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-70247db4-bf6f-4cf4-93b7-a67b84ee5a00 admin admin] Publish callbacks [] for security_group (9cfb4dcb-f614-4b9f-9e6c-57e14503b347), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.895903 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-70247db4-bf6f-4cf4-93b7-a67b84ee5a00 admin admin] Publish callbacks [] for security_group (9cfb4dcb-f614-4b9f-9e6c-57e14503b347), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.951804 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ffb4aeec-917c-48cf-877d-e2d7a3278ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (f836c9f3-d6cc-4e08-b1de-9b5ad70243d8), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.195958 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-70247db4-bf6f-4cf4-93b7-a67b84ee5a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9cfb4dcb-f614-4b9f-9e6c-57e14503b347), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.199484 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-70247db4-bf6f-4cf4-93b7-a67b84ee5a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.203431 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-70247db4-bf6f-4cf4-93b7-a67b84ee5a00 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/9cfb4dcb-f614-4b9f-9e6c-57e14503b347 HTTP/1.1" status: 204 len: 168 time: 0.4790876 Sep 23 01:37:22.204518 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ffb4aeec-917c-48cf-877d-e2d7a3278ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15907408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317174'] for subnet (f836c9f3-d6cc-4e08-b1de-9b5ad70243d8), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.235892 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70247db4-bf6f-4cf4-93b7-a67b84ee5a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfb4dcb-f614-4b9f-9e6c-57e14503b347,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:22.247989 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4aeec-917c-48cf-877d-e2d7a3278ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f836c9f3-d6cc-4e08-b1de-9b5ad70243d8,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:22.252369 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-ffb4aeec-917c-48cf-877d-e2d7a3278ddb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.260032 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42186) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:22.261167 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ffb4aeec-917c-48cf-877d-e2d7a3278ddb admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/f836c9f3-d6cc-4e08-b1de-9b5ad70243d8 HTTP/1.1" status: 204 len: 168 time: 0.6010284 Sep 23 01:37:22.279860 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da895eb-552d-4bcc-9c07-60d1c0744e4a None None] Network 45d87e2c-cffb-4bc6-84be-6c06e6485b39 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:37:22.347599 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:22.371251 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f78aac-337a-4dad-b5b9-593a93b8acb9 req-aba3cb43-8857-4073-b2dc-22412d635dd9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:22.373571 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-28f78aac-337a-4dad-b5b9-593a93b8acb9 req-aba3cb43-8857-4073-b2dc-22412d635dd9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0781493 Sep 23 01:37:22.400492 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (45d87e2c-cffb-4bc6-84be-6c06e6485b39), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.437289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:22.451611 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-28f78aac-337a-4dad-b5b9-593a93b8acb9 req-2a6e60b5-286f-43f3-810b-13f445357efd tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644381 Sep 23 01:37:22.481254 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Deleting port 5ae4a09a-0510-4b4d-945c-8606369c01ea {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:22.481666 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.574346 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] DHCP port deletion for 45d87e2c-cffb-4bc6-84be-6c06e6485b39 request from dv-cinder-849143-7-smb {{(pid=107197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:37:22.577810 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] For port 5ae4a09a-0510-4b4d-945c-8606369c01ea, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=5ae4a09a-0510-4b4d-945c-8606369c01ea,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:22.578267 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.598756 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Calling delete_port for 5ae4a09a-0510-4b4d-945c-8606369c01ea owned by network:dhcp {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:22.622549 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Deleting port 5ae4a09a-0510-4b4d-945c-8606369c01ea {{(pid=107197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:22.623281 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), before_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.701029 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] For port 5ae4a09a-0510-4b4d-945c-8606369c01ea, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=5ae4a09a-0510-4b4d-945c-8606369c01ea,segment=NetworkSegment(1ba5426c-a40c-42e2-a112-37e64d2a535b),segment_id=1ba5426c-a40c-42e2-a112-37e64d2a535b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:22.701494 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), precommit_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.727320 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Calling delete_port for 5ae4a09a-0510-4b4d-945c-8606369c01ea owned by network:dhcp {{(pid=107197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:22.862249 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.877257 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (5ae4a09a-0510-4b4d-945c-8606369c01ea), after_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.895989 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] No DVR routers for this DVR port 5ae4a09a-0510-4b4d-945c-8606369c01ea on host dv-cinder-849143-7-smb {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:37:22.898854 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae4a09a-0510-4b4d-945c-8606369c01ea,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:22.912107 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Pushing event deleted for resources: {'Port': ['ID=5ae4a09a-0510-4b4d-945c-8606369c01ea,revision_number=None']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:22.920661 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.921095 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.921331 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.921690 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.922028 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.922359 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.922712 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.923114 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.923469 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.923918 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.925527 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.925527 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.925527 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.925527 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.925901 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.929342 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f8d72-65ec-4ddf-8bd6-b4f9e76d5007 None None] No DVR routers for this DVR port 5ae4a09a-0510-4b4d-945c-8606369c01ea on host dv-cinder-849143-7-smb {{(pid=107197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:37:23.002211 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (45d87e2c-cffb-4bc6-84be-6c06e6485b39), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.022888 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:23.027520 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d87e2c-cffb-4bc6-84be-6c06e6485b39']}} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:23.038799 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba5426c-a40c-42e2-a112-37e64d2a535b') {'for_net_delete': True} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:23.039218 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba5426c-a40c-42e2-a112-37e64d2a535b') {} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:23.051775 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14015710'] for segment (1ba5426c-a40c-42e2-a112-37e64d2a535b), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.075042 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (1ba5426c-a40c-42e2-a112-37e64d2a535b), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.083528 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Releasing vlan 495 on physical network physnet1 to pool {{(pid=107195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:37:23.083819 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14812270'] for segment (1ba5426c-a40c-42e2-a112-37e64d2a535b), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.128287 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 1ba5426c-a40c-42e2-a112-37e64d2a535b resource provider aggregate not found Sep 23 01:37:23.146086 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 1ba5426c-a40c-42e2-a112-37e64d2a535b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ba5426c-a40c-42e2-a112-37e64d2a535b found for delete ", "request_id": "req-8a82efda-d217-42ea-8493-141d91ae4336"}]} Sep 23 01:37:23.236419 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (45d87e2c-cffb-4bc6-84be-6c06e6485b39), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.247112 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.253108 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/45d87e2c-cffb-4bc6-84be-6c06e6485b39 HTTP/1.1" status: 204 len: 168 time: 0.9905081 Sep 23 01:37:23.264692 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d947e6-a7db-4c8e-b3ad-4c16be78e2f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d87e2c-cffb-4bc6-84be-6c06e6485b39,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:23.606628 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:23.664148 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d5c43-0d98-4a13-8244-6d27116b5206 req-ccc70270-2d42-4d3a-a87b-8984a604d9b8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:23.665671 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 5ae4a09a-0510-4b4d-945c-8606369c01ea no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:37:23.666850 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-900d5c43-0d98-4a13-8244-6d27116b5206 req-ccc70270-2d42-4d3a-a87b-8984a604d9b8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0687785 Sep 23 01:37:23.670619 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:UPDATE=6,neutron:SELECT=75,neutron:DELETE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:23.693330 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 5ae4a09a-0510-4b4d-945c-8606369c01ea {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:37:23.693829 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 5ae4a09a-0510-4b4d-945c-8606369c01ea not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:37:23.694574 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device f9c6ede0-aa25-49a2-8993-795e9e3307d8 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:37:23.716882 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: f9c6ede0-aa25-49a2-8993-795e9e3307d8 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:37:23.717224 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device f9c6ede0-aa25-49a2-8993-795e9e3307d8 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:37:23.735838 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-900d5c43-0d98-4a13-8244-6d27116b5206 req-80b96b0d-ca96-47e8-9a89-d303df556a8d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577269 Sep 23 01:37:23.831287 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42220) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:23.882821 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-c1243229-7109-42b3-ab2e-8aece6a1214e admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=ec922942147b4c0bb122eb30c6cd1bc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0500567 Sep 23 01:37:23.886114 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42222) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:23.945517 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2b07dbf1-e0e7-4ea9-a868-d3913473a2b7 admin admin] Publish callbacks [] for security_group (58f7eff0-fe38-4042-8644-9bf32170aee6), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.979393 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2b07dbf1-e0e7-4ea9-a868-d3913473a2b7 admin admin] Publish callbacks [] for security_group (58f7eff0-fe38-4042-8644-9bf32170aee6), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:24.223988 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2b07dbf1-e0e7-4ea9-a868-d3913473a2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (58f7eff0-fe38-4042-8644-9bf32170aee6), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:24.226730 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-2b07dbf1-e0e7-4ea9-a868-d3913473a2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:24.228493 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-2b07dbf1-e0e7-4ea9-a868-d3913473a2b7 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/58f7eff0-fe38-4042-8644-9bf32170aee6 HTTP/1.1" status: 204 len: 168 time: 0.3408475 Sep 23 01:37:24.244907 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07dbf1-e0e7-4ea9-a868-d3913473a2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f7eff0-fe38-4042-8644-9bf32170aee6,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:25.068891 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848141e8-0bf7-42c3-9313-daf209dcf628 req-42b57bbb-b6f1-499d-8aae-b734026429fb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:25.070370 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-848141e8-0bf7-42c3-9313-daf209dcf628 req-42b57bbb-b6f1-499d-8aae-b734026429fb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0489614 Sep 23 01:37:25.136748 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-848141e8-0bf7-42c3-9313-daf209dcf628 req-1cd99d2e-da5b-435f-a46c-5e80c2f07428 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588512 Sep 23 01:37:25.363501 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42260) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:25.453781 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:25.545634 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fc35d809-8b9f-43ac-8d2f-e9f4f13d388b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:25.653701 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fc35d809-8b9f-43ac-8d2f-e9f4f13d388b admin admin] Publish callbacks [] for security_group (75446286-bc87-4c1b-923a-0c299bb0742f), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:25.742038 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fc35d809-8b9f-43ac-8d2f-e9f4f13d388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (75446286-bc87-4c1b-923a-0c299bb0742f), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:25.783541 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35d809-8b9f-43ac-8d2f-e9f4f13d388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75446286-bc87-4c1b-923a-0c299bb0742f,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:25.788950 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-fc35d809-8b9f-43ac-8d2f-e9f4f13d388b admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=48e010ac15f7448383e87c8a6a76499b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4229789 Sep 23 01:37:25.791702 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42270) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:25.853436 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-70c8400f-a384-429e-b5fd-53ffa0d0b3e3 admin admin] Publish callbacks [] for security_group (75446286-bc87-4c1b-923a-0c299bb0742f), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:25.868518 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:25.880242 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-70c8400f-a384-429e-b5fd-53ffa0d0b3e3 admin admin] Publish callbacks [] for security_group (75446286-bc87-4c1b-923a-0c299bb0742f), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:26.081208 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-70c8400f-a384-429e-b5fd-53ffa0d0b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (75446286-bc87-4c1b-923a-0c299bb0742f), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:26.084698 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-70c8400f-a384-429e-b5fd-53ffa0d0b3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:26.086434 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-70c8400f-a384-429e-b5fd-53ffa0d0b3e3 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/75446286-bc87-4c1b-923a-0c299bb0742f HTTP/1.1" status: 204 len: 168 time: 0.2933762 Sep 23 01:37:26.096657 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8400f-a384-429e-b5fd-53ffa0d0b3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75446286-bc87-4c1b-923a-0c299bb0742f,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:26.364396 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf6da9-47f2-4a9c-a253-931469af6d36 req-26af5042-57e7-4012-b0ff-d257d5b1f9f9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:26.366287 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d8cf6da9-47f2-4a9c-a253-931469af6d36 req-26af5042-57e7-4012-b0ff-d257d5b1f9f9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.1038358 Sep 23 01:37:26.445772 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d8cf6da9-47f2-4a9c-a253-931469af6d36 req-d98f6d12-b034-4069-8ed2-8f5e0b15a5dd tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722632 Sep 23 01:37:27.415751 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 42314) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:27.474062 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_v2 [None req-b752fc86-825c-4c02-9a1c-7aadb62b2bf3 admin admin] Deleting subnet b512423f-0fdd-4b14-afd5-deccd395eb4b {{(pid=107196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:37:27.483276 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b752fc86-825c-4c02-9a1c-7aadb62b2bf3 admin admin] Publish callbacks [] for subnet (b512423f-0fdd-4b14-afd5-deccd395eb4b), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:27.523332 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b752fc86-825c-4c02-9a1c-7aadb62b2bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15685217'] for subnet (b512423f-0fdd-4b14-afd5-deccd395eb4b), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:27.575451 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b752fc86-825c-4c02-9a1c-7aadb62b2bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (b512423f-0fdd-4b14-afd5-deccd395eb4b), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:27.645956 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257203d-040d-47d7-a01a-18155f48b0eb req-ab85c52a-91df-4e94-89c7-f8e426a11739 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:27.648691 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8257203d-040d-47d7-a01a-18155f48b0eb req-ab85c52a-91df-4e94-89c7-f8e426a11739 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.1023085 Sep 23 01:37:27.725643 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8257203d-040d-47d7-a01a-18155f48b0eb req-862538c8-b671-4839-9cd5-ad8948072821 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666013 Sep 23 01:37:27.753542 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b752fc86-825c-4c02-9a1c-7aadb62b2bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15907408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317174'] for subnet (b512423f-0fdd-4b14-afd5-deccd395eb4b), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:27.790229 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b752fc86-825c-4c02-9a1c-7aadb62b2bf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:27.794312 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b752fc86-825c-4c02-9a1c-7aadb62b2bf3 admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/b512423f-0fdd-4b14-afd5-deccd395eb4b HTTP/1.1" status: 204 len: 168 time: 0.3766096 Sep 23 01:37:27.795704 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752fc86-825c-4c02-9a1c-7aadb62b2bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b512423f-0fdd-4b14-afd5-deccd395eb4b,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:27.801001 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 42332) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:27.905268 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (8dad8e65-f3d2-4fa3-9f6e-1f92de141844), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.007094 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (8dad8e65-f3d2-4fa3-9f6e-1f92de141844), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.056990 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dad8e65-f3d2-4fa3-9f6e-1f92de141844']}} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:28.076100 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f932b9c-3cee-4b14-a742-b6c39e6b3cdf') {'for_net_delete': True} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:28.076495 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f932b9c-3cee-4b14-a742-b6c39e6b3cdf') {} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:28.089947 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15685210'] for segment (2f932b9c-3cee-4b14-a742-b6c39e6b3cdf), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.110776 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (2f932b9c-3cee-4b14-a742-b6c39e6b3cdf), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.123173 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] Releasing vlan 456 on physical network physnet1 to pool {{(pid=107196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:37:28.123951 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15907562'] for segment (2f932b9c-3cee-4b14-a742-b6c39e6b3cdf), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.230423 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:28.367855 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (8dad8e65-f3d2-4fa3-9f6e-1f92de141844), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.390328 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.393654 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/8dad8e65-f3d2-4fa3-9f6e-1f92de141844 HTTP/1.1" status: 204 len: 168 time: 0.5913358 Sep 23 01:37:28.395311 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment 2f932b9c-3cee-4b14-a742-b6c39e6b3cdf resource provider aggregate not found Sep 23 01:37:28.400131 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd58bf-c3dc-4582-9a4b-1177d5890c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dad8e65-f3d2-4fa3-9f6e-1f92de141844,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:28.429921 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment 2f932b9c-3cee-4b14-a742-b6c39e6b3cdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f932b9c-3cee-4b14-a742-b6c39e6b3cdf found for delete ", "request_id": "req-fdf8c2a9-b818-4720-ab35-633d534c0c02"}]} Sep 23 01:37:28.900325 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e72179-e8a9-4e13-a73e-1041b7f533c6 req-f9743c50-b9a8-4a64-9d4f-062d20f8bf9b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:28.902309 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-68e72179-e8a9-4e13-a73e-1041b7f533c6 req-f9743c50-b9a8-4a64-9d4f-062d20f8bf9b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0584335 Sep 23 01:37:28.926695 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42390) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:28.968218 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-68e72179-e8a9-4e13-a73e-1041b7f533c6 req-ea3dcae5-8d29-4eda-8c86-25a1288798a8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552156 Sep 23 01:37:29.033949 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-86706d2f-bf69-421c-836a-c84ece17176b admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=7649509ee74b4e3a9d4b275c913993cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1059926 Sep 23 01:37:29.036979 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42396) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:29.107416 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a19d33a-31cb-43cd-8d43-551fd2d30095 admin admin] Publish callbacks [] for security_group (65d4c2fb-bda9-4457-87e8-2f4d68631357), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.132257 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a19d33a-31cb-43cd-8d43-551fd2d30095 admin admin] Publish callbacks [] for security_group (65d4c2fb-bda9-4457-87e8-2f4d68631357), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.327345 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a19d33a-31cb-43cd-8d43-551fd2d30095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (65d4c2fb-bda9-4457-87e8-2f4d68631357), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.332509 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a19d33a-31cb-43cd-8d43-551fd2d30095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.334349 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-1a19d33a-31cb-43cd-8d43-551fd2d30095 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/65d4c2fb-bda9-4457-87e8-2f4d68631357 HTTP/1.1" status: 204 len: 168 time: 0.2961679 Sep 23 01:37:29.348333 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19d33a-31cb-43cd-8d43-551fd2d30095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d4c2fb-bda9-4457-87e8-2f4d68631357,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:30.180333 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9bd13-4bb6-4dd0-976a-2fad1a0af62c req-b4549155-e77a-404b-a5fc-48b57df54d14 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:30.184045 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-58e9bd13-4bb6-4dd0-976a-2fad1a0af62c req-b4549155-e77a-404b-a5fc-48b57df54d14 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0763874 Sep 23 01:37:30.236722 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:30.250762 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-58e9bd13-4bb6-4dd0-976a-2fad1a0af62c req-12a298ab-f784-4dd4-b665-c05acff93d92 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574701 Sep 23 01:37:30.912259 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=78 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:30.920399 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=8 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:31.167383 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42438) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:31.303126 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb580-dcb6-4c2b-903d-1bf1e8234464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:31.413235 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df16bf-616a-4730-b2e5-2c429f313cfa req-d9cebb25-6f35-4037-bbc0-151003edde21 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:31.414625 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-94df16bf-616a-4730-b2e5-2c429f313cfa req-d9cebb25-6f35-4037-bbc0-151003edde21 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0716078 Sep 23 01:37:31.458481 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb580-dcb6-4c2b-903d-1bf1e8234464 admin admin] Publish callbacks [] for security_group (849f28fa-cb35-4c0b-9622-81b5a0f9fc9b), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:31.496732 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-94df16bf-616a-4730-b2e5-2c429f313cfa req-6afb165c-d5b0-4e5f-8efd-83a690ea1038 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704598 Sep 23 01:37:31.606545 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-f3dcb580-dcb6-4c2b-903d-1bf1e8234464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (849f28fa-cb35-4c0b-9622-81b5a0f9fc9b), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:31.656517 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-f3dcb580-dcb6-4c2b-903d-1bf1e8234464 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=aee4a5fff91e4277ae584015bb4bedbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4879727 Sep 23 01:37:31.657342 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcb580-dcb6-4c2b-903d-1bf1e8234464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849f28fa-cb35-4c0b-9622-81b5a0f9fc9b,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:31.660585 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 42446) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:31.742740 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b9ee0f4c-8265-48ed-97d8-1f0aa232e476 admin admin] Publish callbacks [] for security_group (849f28fa-cb35-4c0b-9622-81b5a0f9fc9b), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:31.768171 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b9ee0f4c-8265-48ed-97d8-1f0aa232e476 admin admin] Publish callbacks [] for security_group (849f28fa-cb35-4c0b-9622-81b5a0f9fc9b), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:31.970869 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b9ee0f4c-8265-48ed-97d8-1f0aa232e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (849f28fa-cb35-4c0b-9622-81b5a0f9fc9b), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:31.973914 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b9ee0f4c-8265-48ed-97d8-1f0aa232e476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:31.979219 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b9ee0f4c-8265-48ed-97d8-1f0aa232e476 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/849f28fa-cb35-4c0b-9622-81b5a0f9fc9b HTTP/1.1" status: 204 len: 168 time: 0.3131323 Sep 23 01:37:31.985711 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee0f4c-8265-48ed-97d8-1f0aa232e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849f28fa-cb35-4c0b-9622-81b5a0f9fc9b,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:32.646234 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:32.655561 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99488ba-321f-4059-aa77-8d3839fa45cd req-ffe1e504-a1ad-4241-a7fe-9305bc8f8241 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:32.659432 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c99488ba-321f-4059-aa77-8d3839fa45cd req-ffe1e504-a1ad-4241-a7fe-9305bc8f8241 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0619941 Sep 23 01:37:32.743209 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c99488ba-321f-4059-aa77-8d3839fa45cd req-c653376b-e89e-45cf-9f83-509b87c055c6 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711384 Sep 23 01:37:33.904534 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a36ea3-460c-479c-971b-09a018593c79 req-493e3479-af94-4464-a618-755c4b8e1a2a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:33.906277 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6a36ea3-460c-479c-971b-09a018593c79 req-493e3479-af94-4464-a618-755c4b8e1a2a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0621357 Sep 23 01:37:33.990874 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c6a36ea3-460c-479c-971b-09a018593c79 req-670b91c6-1705-498e-936c-67c0de2452f5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737448 Sep 23 01:37:35.175947 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dd274-fe5e-42f9-88ac-353b470ae6e4 req-cb112332-3716-4100-8bbb-3b9ffcdb03c4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:35.178086 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-bd4dd274-fe5e-42f9-88ac-353b470ae6e4 req-cb112332-3716-4100-8bbb-3b9ffcdb03c4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0785353 Sep 23 01:37:35.251342 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-bd4dd274-fe5e-42f9-88ac-353b470ae6e4 req-fd6728f3-fbad-45b6-9aa0-089f07bd0f0d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657785 Sep 23 01:37:36.115484 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:36.414228 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 42534) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:36.471719 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418f8ff-802e-4516-8942-c2aeb0f82684 req-04a21f94-e4bb-4bcd-8802-d6ea67e8065c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:36.474102 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c418f8ff-802e-4516-8942-c2aeb0f82684 req-04a21f94-e4bb-4bcd-8802-d6ea67e8065c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0999534 Sep 23 01:37:36.511721 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:36.542978 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c418f8ff-802e-4516-8942-c2aeb0f82684 req-27ae493a-efa4-4c97-a212-fb5ed8307d50 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574758 Sep 23 01:37:36.587072 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-34e62c2b-19c4-47e9-a17a-1e761f4addd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:36.708923 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-34e62c2b-19c4-47e9-a17a-1e761f4addd2 admin admin] Publish callbacks [] for security_group (dd944e6d-4da4-47ab-9aa2-2dc6dfa0f88c), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:36.793670 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-34e62c2b-19c4-47e9-a17a-1e761f4addd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (dd944e6d-4da4-47ab-9aa2-2dc6dfa0f88c), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:36.845847 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e62c2b-19c4-47e9-a17a-1e761f4addd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd944e6d-4da4-47ab-9aa2-2dc6dfa0f88c,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:36.854106 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-34e62c2b-19c4-47e9-a17a-1e761f4addd2 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=ca92e5c8f7a944779d549d6dfae760f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381771 Sep 23 01:37:36.867853 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42540) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:36.943116 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-721a5325-a0d3-42df-9820-1dc2d98e51f5 admin admin] Publish callbacks [] for security_group (dd944e6d-4da4-47ab-9aa2-2dc6dfa0f88c), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:36.969535 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-721a5325-a0d3-42df-9820-1dc2d98e51f5 admin admin] Publish callbacks [] for security_group (dd944e6d-4da4-47ab-9aa2-2dc6dfa0f88c), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:37.124651 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-721a5325-a0d3-42df-9820-1dc2d98e51f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (dd944e6d-4da4-47ab-9aa2-2dc6dfa0f88c), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:37.127385 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-721a5325-a0d3-42df-9820-1dc2d98e51f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:37.128564 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-721a5325-a0d3-42df-9820-1dc2d98e51f5 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/dd944e6d-4da4-47ab-9aa2-2dc6dfa0f88c HTTP/1.1" status: 204 len: 168 time: 0.2585385 Sep 23 01:37:37.147890 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a5325-a0d3-42df-9820-1dc2d98e51f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd944e6d-4da4-47ab-9aa2-2dc6dfa0f88c,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:37.773761 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048daf4c-413e-4645-b876-d7376a0eb335 req-81e5a6d3-e86b-4538-9a99-d3e1464d2aa3 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:37.776101 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-048daf4c-413e-4645-b876-d7376a0eb335 req-81e5a6d3-e86b-4538-9a99-d3e1464d2aa3 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0672164 Sep 23 01:37:37.843753 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-048daf4c-413e-4645-b876-d7376a0eb335 req-bf61e110-677c-49f5-b352-5b80743e3805 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609090 Sep 23 01:37:37.981527 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:37:38.107917 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42550) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:38.113717 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:38.127843 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'port_id': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'mac_address': 'fa:16:3e:28:d3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:37:38.128249 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1df9-c0f7-4dbf-b4da-f7ad9683af01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:38.178762 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 is: ACTIVE; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:37:38.178762 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:38.200979 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:37:38.229616 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:38.256815 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1df9-c0f7-4dbf-b4da-f7ad9683af01 admin admin] Publish callbacks [] for security_group (2d31e481-c361-416d-ae60-aa709285e564), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:38.401393 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:38.440928 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1df9-c0f7-4dbf-b4da-f7ad9683af01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (2d31e481-c361-416d-ae60-aa709285e564), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:38.495657 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,revision_number=6']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:38.496017 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f1df9-c0f7-4dbf-b4da-f7ad9683af01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d31e481-c361-416d-ae60-aa709285e564,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:38.510250 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-fe1f1df9-c0f7-4dbf-b4da-f7ad9683af01 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=dc22ab4410d3484aa3060680a69ee308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3997934 Sep 23 01:37:38.513815 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42552) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:38.520850 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:38.584478 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-706a79e1-2369-41aa-aca0-50ecf9ac5dc1 admin admin] Publish callbacks [] for security_group (2d31e481-c361-416d-ae60-aa709285e564), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:38.594006 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['25ec8619-b5ff-41e0-b4f0-cc934eb6e740'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:37:38.615652 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-706a79e1-2369-41aa-aca0-50ecf9ac5dc1 admin admin] Publish callbacks [] for security_group (2d31e481-c361-416d-ae60-aa709285e564), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:38.800827 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-706a79e1-2369-41aa-aca0-50ecf9ac5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (2d31e481-c361-416d-ae60-aa709285e564), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:38.804449 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-706a79e1-2369-41aa-aca0-50ecf9ac5dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:38.805760 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-706a79e1-2369-41aa-aca0-50ecf9ac5dc1 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/2d31e481-c361-416d-ae60-aa709285e564 HTTP/1.1" status: 204 len: 168 time: 0.2908409 Sep 23 01:37:38.816231 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a79e1-2369-41aa-aca0-50ecf9ac5dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d31e481-c361-416d-ae60-aa709285e564,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:39.041698 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef559f8c-0ce7-4bf4-a198-28dfa3a51e33 req-800d88c0-a836-481e-96d0-76f7fd257427 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:39.055163 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef559f8c-0ce7-4bf4-a198-28dfa3a51e33 req-800d88c0-a836-481e-96d0-76f7fd257427 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 944 time: 0.0854189 Sep 23 01:37:39.125413 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef559f8c-0ce7-4bf4-a198-28dfa3a51e33 req-3f1921d0-d19c-42c9-86e1-589017103721 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754628 Sep 23 01:37:39.320954 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:37:40.021257 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:37:40.078451 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:37:40.078945 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:40.079290 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 Sep 23 01:37:40.138059 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:40.183951 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:37:40.183951 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:40.217378 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:37:40.223920 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c1dd77-c320-4ab6-94da-7c97c11ff574" -d '{"events": [{"server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "name": "network-vif-plugged", "status": "completed", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:37:40.251680 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:40.287129 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132000db-fccb-41b9-9a57-0b60b5e16b35 x-openstack-request-id: req-132000db-fccb-41b9-9a57-0b60b5e16b35 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:37:40.287430 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "name": "network-vif-plugged", "status": "completed", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:37:40.288866 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-132000db-fccb-41b9-9a57-0b60b5e16b35 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:37:40.288866 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132000db-fccb-41b9-9a57-0b60b5e16b35'] response: {'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'code': 200} Sep 23 01:37:40.327778 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:40.352369 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea1277-e075-4cb7-925c-2208b203ba14 req-4dd5e210-9206-4dda-97b6-0b3df68e9d68 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:40.354563 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3bea1277-e075-4cb7-925c-2208b203ba14 req-4dd5e210-9206-4dda-97b6-0b3df68e9d68 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 944 time: 0.0756679 Sep 23 01:37:40.400081 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,revision_number=7']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:40.426986 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3bea1277-e075-4cb7-925c-2208b203ba14 req-472319c7-4580-4614-ad49-2e44f196bad3 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626724 Sep 23 01:37:41.685433 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37dc6f-5998-452a-b59e-a4caf54b439c req-820578e5-693c-4e9f-bd1d-e83bbd933afd tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:41.688086 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8f37dc6f-5998-452a-b59e-a4caf54b439c req-820578e5-693c-4e9f-bd1d-e83bbd933afd tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0800631 Sep 23 01:37:41.768963 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8f37dc6f-5998-452a-b59e-a4caf54b439c req-e8624052-0787-422f-9fe9-be5f120f0916 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710440 Sep 23 01:37:42.366790 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:42.950258 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b11cd-54c7-4ccf-8d2b-692355efd66c req-b6e4cbcd-f076-4362-8b5f-a6910a4f81f9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:42.951848 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f91b11cd-54c7-4ccf-8d2b-692355efd66c req-b6e4cbcd-f076-4362-8b5f-a6910a4f81f9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0762377 Sep 23 01:37:43.004916 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f91b11cd-54c7-4ccf-8d2b-692355efd66c req-2a21d02b-015d-49ce-80f3-4af617a4bfd2 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460029 Sep 23 01:37:44.217002 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa5731-c8cc-4977-8e61-7f47f60910b7 req-ea510909-5ac7-4646-b520-6cbe477af1fc tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:44.227171 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-32fa5731-c8cc-4977-8e61-7f47f60910b7 req-ea510909-5ac7-4646-b520-6cbe477af1fc tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0997200 Sep 23 01:37:44.320691 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-32fa5731-c8cc-4977-8e61-7f47f60910b7 req-52bc2b2f-08b9-4f6a-aacd-4d7db2df22ff tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891933 Sep 23 01:37:45.435794 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-f09c4f6b-d8b8-40b4-a56b-b98496d935b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:45.527187 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b148cec-726e-474a-a37d-3cc7bfb8c931 req-2e6c7ab0-ea2e-4ae4-acd7-f0ef5d908419 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:45.527187 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1b148cec-726e-474a-a37d-3cc7bfb8c931 req-2e6c7ab0-ea2e-4ae4-acd7-f0ef5d908419 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0913284 Sep 23 01:37:45.550925 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:45.597075 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1b148cec-726e-474a-a37d-3cc7bfb8c931 req-573daade-b3d4-4367-8091-ceb8e9f0cc10 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709050 Sep 23 01:37:46.739084 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:46.749440 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebb1c9-02b4-4f61-9daf-37959c4a87a1 req-7cb15767-d000-4612-a664-408274079d9d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:46.751348 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aaebb1c9-02b4-4f61-9daf-37959c4a87a1 req-7cb15767-d000-4612-a664-408274079d9d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0688598 Sep 23 01:37:46.815375 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aaebb1c9-02b4-4f61-9daf-37959c4a87a1 req-c95c8a7d-5c1b-4cb9-ae96-c3e0419f7101 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565970 Sep 23 01:37:47.875943 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-571d6672-cddb-46fc-b40d-358da93a7b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:47.997573 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55535d-cc83-45b3-aa0e-c051061d6b89 req-d01ebe13-3a26-4f3d-b1b8-f5706b0ac6d0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:48.007236 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8a55535d-cc83-45b3-aa0e-c051061d6b89 req-d01ebe13-3a26-4f3d-b1b8-f5706b0ac6d0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0615845 Sep 23 01:37:48.091963 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8a55535d-cc83-45b3-aa0e-c051061d6b89 req-d50422b6-85f6-43f5-a095-98ae0582fd14 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816808 Sep 23 01:37:48.109598 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42716) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:48.254986 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4e44734b-f996-4c09-99c9-6591ac40353e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:48.348961 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4e44734b-f996-4c09-99c9-6591ac40353e admin admin] Publish callbacks [] for security_group (d22865a2-767a-42d7-b455-02c0ad7a4089), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:48.514968 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4e44734b-f996-4c09-99c9-6591ac40353e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (d22865a2-767a-42d7-b455-02c0ad7a4089), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:48.562017 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-4e44734b-f996-4c09-99c9-6591ac40353e admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=2bfb66434d1c408db38f08634cc4f636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4518855 Sep 23 01:37:48.565332 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 42720) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:48.573136 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44734b-f996-4c09-99c9-6591ac40353e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22865a2-767a-42d7-b455-02c0ad7a4089,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:48.637347 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4d889c1a-500e-413c-93ec-3fbef4386d8b admin admin] Publish callbacks [] for security_group (d22865a2-767a-42d7-b455-02c0ad7a4089), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:48.662177 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4d889c1a-500e-413c-93ec-3fbef4386d8b admin admin] Publish callbacks [] for security_group (d22865a2-767a-42d7-b455-02c0ad7a4089), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:49.092049 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4d889c1a-500e-413c-93ec-3fbef4386d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (d22865a2-767a-42d7-b455-02c0ad7a4089), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:49.094731 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4d889c1a-500e-413c-93ec-3fbef4386d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:49.096097 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-4d889c1a-500e-413c-93ec-3fbef4386d8b admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/d22865a2-767a-42d7-b455-02c0ad7a4089 HTTP/1.1" status: 204 len: 168 time: 0.5297546 Sep 23 01:37:49.105077 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d889c1a-500e-413c-93ec-3fbef4386d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22865a2-767a-42d7-b455-02c0ad7a4089,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:49.250830 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f81c01-35d1-46fb-ab40-05c11e8b0898 req-7b3d411d-6794-4b3b-b0c7-ef749d93211d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:49.252278 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-61f81c01-35d1-46fb-ab40-05c11e8b0898 req-7b3d411d-6794-4b3b-b0c7-ef749d93211d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0632041 Sep 23 01:37:49.316595 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:49.359049 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-61f81c01-35d1-46fb-ab40-05c11e8b0898 req-d01b78e1-e837-4600-ad65-d9a1a0176242 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004765 Sep 23 01:37:49.542914 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:50.412722 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:50.579055 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e4cae-2389-43de-bc55-d09ba6061053 req-4340b7b1-0470-4db3-a0c3-b9843256e778 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:50.581797 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-079e4cae-2389-43de-bc55-d09ba6061053 req-4340b7b1-0470-4db3-a0c3-b9843256e778 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0927668 Sep 23 01:37:50.679878 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-079e4cae-2389-43de-bc55-d09ba6061053 req-cbe60b6f-1ba9-46f5-a653-69f36926edad tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914371 Sep 23 01:37:51.469257 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:51.921649 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:51.937525 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acac5ce-3351-4c80-9bd8-8feb038da14b req-557d4014-1f2f-4c47-bbf9-a6df11a9af17 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:51.948838 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5acac5ce-3351-4c80-9bd8-8feb038da14b req-557d4014-1f2f-4c47-bbf9-a6df11a9af17 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0825815 Sep 23 01:37:52.056497 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-5acac5ce-3351-4c80-9bd8-8feb038da14b req-7cfe38dd-c0ac-48d6-b597-b9c42225955f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065264 Sep 23 01:37:53.224897 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf875f9-de6e-4879-811f-222826114daf req-fbca1af3-64c6-4a97-8933-720a6530be3a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:53.226527 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-adf875f9-de6e-4879-811f-222826114daf req-fbca1af3-64c6-4a97-8933-720a6530be3a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0540500 Sep 23 01:37:53.264771 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:53.346874 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-adf875f9-de6e-4879-811f-222826114daf req-c30da9dc-f81a-4277-9a17-17e6be10d303 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752525 Sep 23 01:37:54.523740 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a89c32-5f1e-45d9-b3d2-5dc3340e4ee7 req-2ddacbdc-097e-464e-b491-e10f28f2129e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:54.525952 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-42a89c32-5f1e-45d9-b3d2-5dc3340e4ee7 req-2ddacbdc-097e-464e-b491-e10f28f2129e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0611827 Sep 23 01:37:54.611555 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-42a89c32-5f1e-45d9-b3d2-5dc3340e4ee7 req-9626f444-e1cb-4376-aea8-55a945583c8e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771503 Sep 23 01:37:55.421755 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:55.773745 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef2cc6-82fd-4a15-b6ad-524d57e3357e req-578d8ad4-7a29-48f9-8021-18e721edf8a5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:55.775901 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-99ef2cc6-82fd-4a15-b6ad-524d57e3357e req-578d8ad4-7a29-48f9-8021-18e721edf8a5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0566611 Sep 23 01:37:55.844769 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-99ef2cc6-82fd-4a15-b6ad-524d57e3357e req-ab545536-802b-4319-bd1d-267cd44427b0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596313 Sep 23 01:37:56.026445 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfba6a-7ba0-4e7b-bf6d-2e65fbf35303 req-07253573-2a86-44d6-b84a-1a2c4f931f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:56.028290 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7acfba6a-7ba0-4e7b-bf6d-2e65fbf35303 req-07253573-2a86-44d6-b84a-1a2c4f931f1f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 1129 time: 0.0575747 Sep 23 01:37:56.164843 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfba6a-7ba0-4e7b-bf6d-2e65fbf35303 req-e49589c8-b6b1-4f59-bc32-60a4787fdb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:56.166679 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7acfba6a-7ba0-4e7b-bf6d-2e65fbf35303 req-e49589c8-b6b1-4f59-bc32-60a4787fdb62 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 918 time: 0.1285324 Sep 23 01:37:56.253628 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7acfba6a-7ba0-4e7b-bf6d-2e65fbf35303 req-497d7651-81e7-46e4-a8b8-bfb93799fd71 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740 HTTP/1.1" status: 200 len: 1001 time: 0.0804813 Sep 23 01:37:56.323208 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfba6a-7ba0-4e7b-bf6d-2e65fbf35303 req-1fc783e4-fb18-4cbc-a172-6db214e18342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:56.324716 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7acfba6a-7ba0-4e7b-bf6d-2e65fbf35303 req-1fc783e4-fb18-4cbc-a172-6db214e18342 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=d00b43bc-280f-4f7d-911a-6c43852fe368 HTTP/1.1" status: 200 len: 856 time: 0.0646682 Sep 23 01:37:56.382065 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:56.395268 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfba6a-7ba0-4e7b-bf6d-2e65fbf35303 req-610a0c63-9a23-4fd4-9f89-e6f46e416445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:56.395268 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7acfba6a-7ba0-4e7b-bf6d-2e65fbf35303 req-610a0c63-9a23-4fd4-9f89-e6f46e416445 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=56ea4513-cae2-4548-9357-1f84497c0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0559120 Sep 23 01:37:56.527209 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7acfba6a-7ba0-4e7b-bf6d-2e65fbf35303 req-b1ec1be6-342a-4c3a-8510-5424e40d5f23 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302226 Sep 23 01:37:56.676263 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7acfba6a-7ba0-4e7b-bf6d-2e65fbf35303 req-793b2535-5735-47e9-8ef4-6674c4554a8f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380699 Sep 23 01:37:57.022202 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f93115-e9b5-4718-bc28-127971405f1f req-2a27ab4c-7fdd-4df7-a2a0-e827719903e8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:57.024090 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d9f93115-e9b5-4718-bc28-127971405f1f req-2a27ab4c-7fdd-4df7-a2a0-e827719903e8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0529497 Sep 23 01:37:57.087655 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d9f93115-e9b5-4718-bc28-127971405f1f req-21037710-4983-496b-ada6-d55917268919 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576091 Sep 23 01:37:58.297709 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f1deb-4c6f-4217-919d-1a64305663af req-e2c18d5b-9652-4f53-b8f4-334ec92cb781 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:58.300961 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e19f1deb-4c6f-4217-919d-1a64305663af req-e2c18d5b-9652-4f53-b8f4-334ec92cb781 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0909584 Sep 23 01:37:58.397557 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e19f1deb-4c6f-4217-919d-1a64305663af req-76b93d3e-9ea2-4b2c-9b80-879ab5c42cc5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864348 Sep 23 01:37:58.629843 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-9052b0ad-edbc-407b-a52e-845cdc7d20fc service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0909584 Sep 23 01:37:58.785444 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-8b8934b6-c869-47ad-8d81-f9b184e6b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:58.788705 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-8b8934b6-c869-47ad-8d81-f9b184e6b819 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9cb4651121bb4a908147a675515b8f1d&device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 1130 time: 0.0562568 Sep 23 01:37:58.917254 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:58.934260 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-b25373bc-a392-4653-895c-2c11803bde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:58.936447 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-b25373bc-a392-4653-895c-2c11803bde49 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=38c5ee11-8aca-491c-9a14-f67bba1114fd HTTP/1.1" status: 200 len: 910 time: 0.1233406 Sep 23 01:37:59.051040 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-6edf97f4-bd12-4f2a-8037-dab98807d801 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 HTTP/1.1" status: 200 len: 1002 time: 0.0800040 Sep 23 01:37:59.109689 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-c21637ed-5df1-449d-a2c1-8cb7cd0c77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:59.111599 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-c21637ed-5df1-449d-a2c1-8cb7cd0c77eb service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=c37d8be3-7c3b-4fa6-a74d-6993752f5d48 HTTP/1.1" status: 200 len: 848 time: 0.0543594 Sep 23 01:37:59.169158 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-631b35a6-ceee-453d-93a2-766dbfdaf9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:59.171261 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-631b35a6-ceee-453d-93a2-766dbfdaf9bd service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=38c5ee11-8aca-491c-9a14-f67bba1114fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0530930 Sep 23 01:37:59.281800 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-33f89550-33f2-4c44-a467-5f8a5316dfdd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020534 Sep 23 01:37:59.654419 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8846f-e62a-4f19-ab95-6a54e6d420e6 req-30666b0c-9278-447b-8a8b-b741aa87c0e8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:59.656222 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f2a8846f-e62a-4f19-ab95-6a54e6d420e6 req-30666b0c-9278-447b-8a8b-b741aa87c0e8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 945 time: 0.0771048 Sep 23 01:37:59.701394 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-44716ad8-f400-4bb7-9c9f-e0c1bddad59c req-8853ba84-3780-4c45-898b-c59bbef3bdfd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221081 Sep 23 01:37:59.752723 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f2a8846f-e62a-4f19-ab95-6a54e6d420e6 req-037b5a9e-c72d-447c-ada2-2ceb4b32db18 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887353 Sep 23 01:38:00.144456 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:00.239902 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 is: ACTIVE; New status is: DOWN {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:00.240284 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:00.266659 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:38:00.269004 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9037f78d-7be3-4f22-b379-86811ea3d79d" -d '{"events": [{"server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "name": "network-vif-unplugged", "status": "completed", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:38:00.283327 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:00.316735 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Sep 2022 01:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b3a191-b69d-492e-a9de-da1810c30370 x-openstack-request-id: req-a0b3a191-b69d-492e-a9de-da1810c30370 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:38:00.317025 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "name": "network-vif-unplugged", "status": "failed", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740", "code": 422}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:38:00.317309 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a0b3a191-b69d-492e-a9de-da1810c30370 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:38:00.317793 dv-cinder-849143-7-smb neutron-server[107197]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a0b3a191-b69d-492e-a9de-da1810c30370']: {'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'code': 422} returned with failed status Sep 23 01:38:00.383383 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:00.443534 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,revision_number=8']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:01.451485 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [req-0e870dfd-95e6-4608-b3aa-f983c0df4022 req-91a89663-ad8c-40b2-b532-03ad458a27ba service neutron] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:38:01.452514 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0e870dfd-95e6-4608-b3aa-f983c0df4022 req-91a89663-ad8c-40b2-b532-03ad458a27ba service neutron] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063915 Sep 23 01:38:01.910383 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b83da2-ef78-4d26-86dd-8e4d6d0773c8 req-ffe57934-e1a4-412a-ba39-4d09b937cefc tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:01.912078 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d1b83da2-ef78-4d26-86dd-8e4d6d0773c8 req-ffe57934-e1a4-412a-ba39-4d09b937cefc tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0539072 Sep 23 01:38:01.975376 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d1b83da2-ef78-4d26-86dd-8e4d6d0773c8 req-70e99dc6-20f1-4949-893a-6874e43564ac tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562859 Sep 23 01:38:02.289227 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:02.292171 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:02.573235 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 42996) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:02.706913 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-6a0854a4-480f-4685-bcc7-44a446f6bd00 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1323171 Sep 23 01:38:02.720390 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-bd73e11a-7f47-4bf8-9ba2-062d9416f96b service neutron] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:38:02.736758 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-bd73e11a-7f47-4bf8-9ba2-062d9416f96b service neutron] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0093973 Sep 23 01:38:02.819558 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43014) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:02.933978 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2b498-d569-4913-80ab-8bd12f874453 req-21d130f2-b148-4212-9723-81af1c89b2c6 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:02.934750 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-21d130f2-b148-4212-9723-81af1c89b2c6 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports/25ec8619-b5ff-41e0-b4f0-cc934eb6e740 HTTP/1.1" status: 200 len: 940 time: 0.1135426 Sep 23 01:38:03.124548 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4f9e0-dfed-460d-8f1e-c233b1a734be req-73c65ad8-63ac-4e96-831e-4f7b320e3b91 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:03.127295 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9ad4f9e0-dfed-460d-8f1e-c233b1a734be req-73c65ad8-63ac-4e96-831e-4f7b320e3b91 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0635693 Sep 23 01:38:03.183135 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9ad4f9e0-dfed-460d-8f1e-c233b1a734be req-e3e09cac-617d-4770-9d2f-dea45be06410 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511053 Sep 23 01:38:04.157747 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:04.249211 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 is: DOWN; New status is: DOWN {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:04.329043 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695907e6-de95-402f-b77f-34552850c9c7 req-6456f3b8-823e-4bed-92ff-b2ca05a68168 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:04.337192 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-695907e6-de95-402f-b77f-34552850c9c7 req-6456f3b8-823e-4bed-92ff-b2ca05a68168 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0499451 Sep 23 01:38:04.393001 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-695907e6-de95-402f-b77f-34552850c9c7 req-31302346-10a7-4c42-a358-ba40abd9b7d3 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523322 Sep 23 01:38:05.543727 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b8ef9-3d62-47fe-8d3c-ffc84e8e846c req-a7e02d9e-f478-486a-b096-29284bddc3e0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:05.545386 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c54b8ef9-3d62-47fe-8d3c-ffc84e8e846c req-a7e02d9e-f478-486a-b096-29284bddc3e0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0557830 Sep 23 01:38:05.598292 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c54b8ef9-3d62-47fe-8d3c-ffc84e8e846c req-271d306c-6055-486b-9f77-f1c4da9a5cf1 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469453 Sep 23 01:38:06.508557 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43086) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:06.592955 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2b498-d569-4913-80ab-8bd12f874453 req-ebd8af50-067a-4bc7-afd5-3727579200c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:06.595215 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-ebd8af50-067a-4bc7-afd5-3727579200c4 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc&tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05 HTTP/1.1" status: 200 len: 1127 time: 0.0514693 Sep 23 01:38:06.642474 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:06.683957 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2b498-d569-4913-80ab-8bd12f874453 req-09fe94ee-7de0-433d-babd-f819a0ebf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:06.685567 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-09fe94ee-7de0-433d-babd-f819a0ebf0b0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 1127 time: 0.0452635 Sep 23 01:38:06.749477 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c296-cacd-4640-bcf8-545c76547a6c req-6c34dd3c-2e1e-418a-9440-98e4a75289b9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:06.751056 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1d20c296-cacd-4640-bcf8-545c76547a6c req-6c34dd3c-2e1e-418a-9440-98e4a75289b9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0607731 Sep 23 01:38:06.760338 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:06.760970 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:06.782943 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Publish callbacks [] for security_group (c84dd2bc-f95e-4cd8-81f2-25a16cc4e6f1), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:06.787251 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2b498-d569-4913-80ab-8bd12f874453 req-861325cf-271f-467e-abbd-3ce933e72b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:06.788535 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-861325cf-271f-467e-abbd-3ce933e72b02 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 918 time: 0.0964851 Sep 23 01:38:06.828227 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1d20c296-cacd-4640-bcf8-545c76547a6c req-a3876423-74d0-4470-b605-4e3fc8e28905 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642860 Sep 23 01:38:06.867283 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-ad0f13fa-ebfb-49af-b807-c0e1e995dc58 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740 HTTP/1.1" status: 200 len: 999 time: 0.0710030 Sep 23 01:38:06.884760 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (c84dd2bc-f95e-4cd8-81f2-25a16cc4e6f1), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:06.924674 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2b498-d569-4913-80ab-8bd12f874453 req-f042a88c-6e89-4251-9d7f-4aaa3e7e949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:06.926199 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-f042a88c-6e89-4251-9d7f-4aaa3e7e949e service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=d00b43bc-280f-4f7d-911a-6c43852fe368 HTTP/1.1" status: 200 len: 856 time: 0.0505631 Sep 23 01:38:06.933906 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=5bebddf1324f4edc951bc794d8af2971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238410 Sep 23 01:38:06.934833 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84dd2bc-f95e-4cd8-81f2-25a16cc4e6f1,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:06.937386 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43092) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:06.956402 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.957654 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.957654 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.957654 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.958173 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.958173 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.958492 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.958841 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.959159 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.959498 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.959794 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.960144 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.960433 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.960746 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.961059 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59d2f7-807d-45c4-8793-dd478a79972e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:06.965418 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:06.979848 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2b498-d569-4913-80ab-8bd12f874453 req-48ba7c98-9279-41b8-b1a2-7dc6d8c6d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:06.981502 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-48ba7c98-9279-41b8-b1a2-7dc6d8c6d64c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=56ea4513-cae2-4548-9357-1f84497c0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470042 Sep 23 01:38:07.003646 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:07.013854 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3bde-5117-407c-9e26-15d23dd68725 admin admin] Publish callbacks [] for security_group (c84dd2bc-f95e-4cd8-81f2-25a16cc4e6f1), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.036191 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3bde-5117-407c-9e26-15d23dd68725 admin admin] Publish callbacks [] for security_group (c84dd2bc-f95e-4cd8-81f2-25a16cc4e6f1), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.090438 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-d00428a0-1e38-403a-b134-62c25fc030b2 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982001 Sep 23 01:38:07.189015 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-99a2b498-d569-4913-80ab-8bd12f874453 req-fc06ddb6-90c6-4c51-b3ce-2ae7b388fcdc service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907457 Sep 23 01:38:07.190187 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3bde-5117-407c-9e26-15d23dd68725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (c84dd2bc-f95e-4cd8-81f2-25a16cc4e6f1), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.193426 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3bde-5117-407c-9e26-15d23dd68725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.198979 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-3bdc3bde-5117-407c-9e26-15d23dd68725 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/c84dd2bc-f95e-4cd8-81f2-25a16cc4e6f1 HTTP/1.1" status: 204 len: 168 time: 0.2562726 Sep 23 01:38:07.206178 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc3bde-5117-407c-9e26-15d23dd68725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84dd2bc-f95e-4cd8-81f2-25a16cc4e6f1,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:07.961313 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43120) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:07.990321 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-720beb9a-4bfe-4bf5-bd5f-13638a0c7bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:08.006948 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6044f2e-5582-4109-8283-11d441b172db req-e4ac313c-e724-49e6-b5bd-e7d761c2577e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:08.009914 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d6044f2e-5582-4109-8283-11d441b172db req-e4ac313c-e724-49e6-b5bd-e7d761c2577e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0843306 Sep 23 01:38:08.113219 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-720beb9a-4bfe-4bf5-bd5f-13638a0c7bbf admin admin] Publish callbacks [] for security_group (9fbb97b2-12fa-43a5-82e2-3d81da3b28f1), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:08.134814 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d6044f2e-5582-4109-8283-11d441b172db req-c86f1e26-b755-4d88-a5e6-ffe087e49dd5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155612 Sep 23 01:38:08.176328 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-720beb9a-4bfe-4bf5-bd5f-13638a0c7bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9fbb97b2-12fa-43a5-82e2-3d81da3b28f1), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:08.253210 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43124) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:08.253448 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-720beb9a-4bfe-4bf5-bd5f-13638a0c7bbf admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=9fbcad1e15aa4b688423fd9bc37c9a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907274 Sep 23 01:38:08.254194 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720beb9a-4bfe-4bf5-bd5f-13638a0c7bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbb97b2-12fa-43a5-82e2-3d81da3b28f1,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:08.337089 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-020c0802-af76-4705-b72b-2c78d785306b admin admin] Publish callbacks [] for security_group (9fbb97b2-12fa-43a5-82e2-3d81da3b28f1), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:08.381828 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-020c0802-af76-4705-b72b-2c78d785306b admin admin] Publish callbacks [] for security_group (9fbb97b2-12fa-43a5-82e2-3d81da3b28f1), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:08.526216 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-020c0802-af76-4705-b72b-2c78d785306b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (9fbb97b2-12fa-43a5-82e2-3d81da3b28f1), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:08.532561 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-020c0802-af76-4705-b72b-2c78d785306b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:08.535541 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-020c0802-af76-4705-b72b-2c78d785306b admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/9fbb97b2-12fa-43a5-82e2-3d81da3b28f1 HTTP/1.1" status: 204 len: 168 time: 0.2806818 Sep 23 01:38:08.548693 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c0802-af76-4705-b72b-2c78d785306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbb97b2-12fa-43a5-82e2-3d81da3b28f1,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:09.375647 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df86c-d762-4658-b9c8-782083279484 req-12de66b3-fb56-4088-b6a7-02b0cb119141 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:09.378425 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2c2df86c-d762-4658-b9c8-782083279484 req-12de66b3-fb56-4088-b6a7-02b0cb119141 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.1084819 Sep 23 01:38:09.468801 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2c2df86c-d762-4658-b9c8-782083279484 req-33c05ffe-fcbd-4a82-87b8-425e78a993b4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829701 Sep 23 01:38:10.834785 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d4bbd-27e8-40c2-a134-98c5b860b610 req-213e3816-a69f-4623-82c3-01e5bfbe2968 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:10.836631 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-253d4bbd-27e8-40c2-a134-98c5b860b610 req-213e3816-a69f-4623-82c3-01e5bfbe2968 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0855582 Sep 23 01:38:10.902270 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-253d4bbd-27e8-40c2-a134-98c5b860b610 req-73875c07-051c-4f85-83ce-011bc6498890 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586960 Sep 23 01:38:12.101507 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be928da-36a8-4678-8f11-3ab722743c36 req-dc3ba52c-f2e2-46dc-84a4-f95d31c05df3 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:12.115299 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5be928da-36a8-4678-8f11-3ab722743c36 req-dc3ba52c-f2e2-46dc-84a4-f95d31c05df3 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0960009 Sep 23 01:38:12.170720 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5be928da-36a8-4678-8f11-3ab722743c36 req-a254f472-4944-4f3e-8a4e-afaaa1967701 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541468 Sep 23 01:38:12.607849 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:13.329455 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e01257-e293-4830-819c-21660a69865a req-082bb582-0172-4218-a980-f040ccb9ab0d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:13.331109 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-18e01257-e293-4830-819c-21660a69865a req-082bb582-0172-4218-a980-f040ccb9ab0d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0576119 Sep 23 01:38:13.432313 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-18e01257-e293-4830-819c-21660a69865a req-8f43edf8-b366-4e18-9398-7b649760cb45 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887473 Sep 23 01:38:14.644456 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd08a9e-0341-4050-b36a-8ec427696678 req-4bf8e551-5e11-4114-9a4a-c81c9f3478af tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:14.653610 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0dd08a9e-0341-4050-b36a-8ec427696678 req-4bf8e551-5e11-4114-9a4a-c81c9f3478af tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0842590 Sep 23 01:38:14.691297 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:14.693917 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:14.744699 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0dd08a9e-0341-4050-b36a-8ec427696678 req-1e06421b-5989-4c67-ae6f-9af359622798 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893085 Sep 23 01:38:14.866244 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1ed08fd1-e4d0-4017-94f2-48fe42567133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:15.915122 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79d38c-1790-44ba-9cf5-45a1f003734d req-989c6da3-5a34-4594-a5e0-dc7bbc40f49b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:15.917457 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ec79d38c-1790-44ba-9cf5-45a1f003734d req-989c6da3-5a34-4594-a5e0-dc7bbc40f49b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0683217 Sep 23 01:38:15.984899 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ec79d38c-1790-44ba-9cf5-45a1f003734d req-084857a8-d297-49ea-a222-74e2c902ae31 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579424 Sep 23 01:38:16.327147 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:38:17.133088 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a1652-919f-4b3b-ae34-40571c079923 req-bc4d26ba-2774-4374-a99c-eb5f7853ebfc tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:17.135203 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-188a1652-919f-4b3b-ae34-40571c079923 req-bc4d26ba-2774-4374-a99c-eb5f7853ebfc tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0552616 Sep 23 01:38:17.188794 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-188a1652-919f-4b3b-ae34-40571c079923 req-413f3863-3cf7-47ab-ade5-118d1744d29d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476434 Sep 23 01:38:17.771898 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-22741ef9-31d3-4685-b769-3d61eb939517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:18.259744 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:38:18.338899 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0652e5-2300-4045-bdeb-a810df35081d req-86340d6d-ceec-4837-a218-8c8b54f70c3e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:18.340331 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3e0652e5-2300-4045-bdeb-a810df35081d req-86340d6d-ceec-4837-a218-8c8b54f70c3e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 943 time: 0.0544136 Sep 23 01:38:18.360286 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:18.369875 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:18.383484 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'port_id': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'mac_address': 'fa:16:3e:28:d3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:38:18.391857 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3e0652e5-2300-4045-bdeb-a810df35081d req-dbe832cc-9a48-4f69-9ce3-be734aff99a9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456650 Sep 23 01:38:18.427552 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:18.427946 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:18.443177 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:38:18.465327 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:18.590551 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:18.641238 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,revision_number=9']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:18.938301 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['25ec8619-b5ff-41e0-b4f0-cc934eb6e740'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:38:19.491114 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:19.534313 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9bd18-3521-4c25-9a66-07365e5895dc req-4136fce7-3e39-4a49-a95e-659a01c53688 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:19.535933 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f6d9bd18-3521-4c25-9a66-07365e5895dc req-4136fce7-3e39-4a49-a95e-659a01c53688 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 944 time: 0.0585842 Sep 23 01:38:19.589879 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f6d9bd18-3521-4c25-9a66-07365e5895dc req-5cd70cc8-f546-4f47-9472-42679cbcc212 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466242 Sep 23 01:38:20.291678 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:20.343583 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:20.343866 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.344200 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 Sep 23 01:38:20.364655 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43274) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:20.399434 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.436698 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:20.437191 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.463875 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:38:20.466283 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6637b7-f4ed-43f9-b293-4e359e68e674" -d '{"events": [{"server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "name": "network-vif-plugged", "status": "completed", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:38:20.490000 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:20.497371 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.517548 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5db357a-34f8-41f1-9bcb-145dfc10664b x-openstack-request-id: req-b5db357a-34f8-41f1-9bcb-145dfc10664b {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:38:20.517925 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "name": "network-vif-plugged", "status": "completed", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:38:20.518811 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b5db357a-34f8-41f1-9bcb-145dfc10664b {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:38:20.519225 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5db357a-34f8-41f1-9bcb-145dfc10664b'] response: {'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'code': 200} Sep 23 01:38:20.548230 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.582578 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Publish callbacks [] for security_group (cff24bf3-c95f-40f7-95f4-d1d8d9f1ecae), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.599168 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,revision_number=10']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:20.691463 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (cff24bf3-c95f-40f7-95f4-d1d8d9f1ecae), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.706999 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:20.725937 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16f731-65a7-483b-81a3-7dd2454f94f9 req-912687c0-6aee-4966-a4cd-78e889beea08 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:20.727639 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-eb16f731-65a7-483b-81a3-7dd2454f94f9 req-912687c0-6aee-4966-a4cd-78e889beea08 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 946 time: 0.0517046 Sep 23 01:38:20.734161 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=25a5a236dfe84b3ca6c5ae21a588b6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678668 Sep 23 01:38:20.735073 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff24bf3-c95f-40f7-95f4-d1d8d9f1ecae,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:20.738662 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43284) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:20.750243 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:20.754920 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.764862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1e38a-6a70-407f-bdd2-ef2a8b136042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:20.787200 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-eb16f731-65a7-483b-81a3-7dd2454f94f9 req-f273e4cf-814d-49cd-8f9c-90e6d54113f3 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531271 Sep 23 01:38:20.807700 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-353ebd9b-b6f8-4b1b-95fa-2d442887ba9e admin admin] Publish callbacks [] for security_group (cff24bf3-c95f-40f7-95f4-d1d8d9f1ecae), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.834693 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-353ebd9b-b6f8-4b1b-95fa-2d442887ba9e admin admin] Publish callbacks [] for security_group (cff24bf3-c95f-40f7-95f4-d1d8d9f1ecae), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.004114 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-353ebd9b-b6f8-4b1b-95fa-2d442887ba9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (cff24bf3-c95f-40f7-95f4-d1d8d9f1ecae), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.006696 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-353ebd9b-b6f8-4b1b-95fa-2d442887ba9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.007866 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-353ebd9b-b6f8-4b1b-95fa-2d442887ba9e admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/cff24bf3-c95f-40f7-95f4-d1d8d9f1ecae HTTP/1.1" status: 204 len: 168 time: 0.2682135 Sep 23 01:38:21.016654 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ebd9b-b6f8-4b1b-95fa-2d442887ba9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff24bf3-c95f-40f7-95f4-d1d8d9f1ecae,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:21.316107 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b38983-6476-4545-a676-ec0ed20d9323 req-7bbaa6af-38a5-444c-9ffc-d91ef13f829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:21.317679 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f4b38983-6476-4545-a676-ec0ed20d9323 req-7bbaa6af-38a5-444c-9ffc-d91ef13f829d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 1130 time: 0.0414963 Sep 23 01:38:21.367441 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f4b38983-6476-4545-a676-ec0ed20d9323 req-6a465c50-0381-4339-b546-5d2aff417151 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431373 Sep 23 01:38:21.473293 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.913102 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43296) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:21.928018 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c5626de7-89ab-496a-a4cf-d1d7024ce84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.943391 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021979cd-a53d-4e56-9465-43cabb93b9e9 req-d51fc249-ffaf-4fcd-a1f7-13593a8d84d7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:21.945424 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-021979cd-a53d-4e56-9465-43cabb93b9e9 req-d51fc249-ffaf-4fcd-a1f7-13593a8d84d7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 946 time: 0.0561843 Sep 23 01:38:22.024401 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-021979cd-a53d-4e56-9465-43cabb93b9e9 req-063997dd-f29d-42f6-b073-c37ce8e6026f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683811 Sep 23 01:38:22.044378 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c5626de7-89ab-496a-a4cf-d1d7024ce84b admin admin] Publish callbacks [] for security_group (50ffe4cb-f17f-4dab-beca-1ee4ebbe6afd), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.047019 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43298) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:22.154366 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c5626de7-89ab-496a-a4cf-d1d7024ce84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (50ffe4cb-f17f-4dab-beca-1ee4ebbe6afd), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.184708 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43304) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:22.190403 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:22.205834 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-c5626de7-89ab-496a-a4cf-d1d7024ce84b admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=eb7c35a271d94e12839e0f79f3a29f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873127 Sep 23 01:38:22.205834 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5626de7-89ab-496a-a4cf-d1d7024ce84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ffe4cb-f17f-4dab-beca-1ee4ebbe6afd,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:22.206292 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43308) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:22.265931 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-85d3944f-b303-4df3-a95c-c2812de9d3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.300893 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a22d87dc-be0c-4291-b7c8-9a0d0293a0ba admin admin] Publish callbacks [] for security_group (50ffe4cb-f17f-4dab-beca-1ee4ebbe6afd), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.304840 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:22.336543 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a22d87dc-be0c-4291-b7c8-9a0d0293a0ba admin admin] Publish callbacks [] for security_group (50ffe4cb-f17f-4dab-beca-1ee4ebbe6afd), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.419665 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-85d3944f-b303-4df3-a95c-c2812de9d3d3 admin admin] Publish callbacks [] for security_group (8239eb1c-84f9-4312-b32c-629774d9486e), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.462776 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Deleting port d8bd95e9-78c1-4801-ad48-b963ab9b5e79 {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:22.463171 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (d8bd95e9-78c1-4801-ad48-b963ab9b5e79), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.537807 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-85d3944f-b303-4df3-a95c-c2812de9d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (8239eb1c-84f9-4312-b32c-629774d9486e), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.543331 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a22d87dc-be0c-4291-b7c8-9a0d0293a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (50ffe4cb-f17f-4dab-beca-1ee4ebbe6afd), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.548403 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a22d87dc-be0c-4291-b7c8-9a0d0293a0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.549620 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a22d87dc-be0c-4291-b7c8-9a0d0293a0ba admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/50ffe4cb-f17f-4dab-beca-1ee4ebbe6afd HTTP/1.1" status: 204 len: 168 time: 0.3418677 Sep 23 01:38:22.577269 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (d8bd95e9-78c1-4801-ad48-b963ab9b5e79), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.578014 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for floatingip (d8bd95e9-78c1-4801-ad48-b963ab9b5e79), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.599072 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Calling delete_port for d8bd95e9-78c1-4801-ad48-b963ab9b5e79 owned by network:floatingip {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:22.599408 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-85d3944f-b303-4df3-a95c-c2812de9d3d3 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=01ce4412dd824b3398df390c8f131ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4100816 Sep 23 01:38:22.599408 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3944f-b303-4df3-a95c-c2812de9d3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8239eb1c-84f9-4312-b32c-629774d9486e,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:22.599408 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43312) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:22.710449 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:22.895313 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d87dc-be0c-4291-b7c8-9a0d0293a0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ffe4cb-f17f-4dab-beca-1ee4ebbe6afd,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:22.926733 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (d8bd95e9-78c1-4801-ad48-b963ab9b5e79), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.937513 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:22.950414 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-227d359b-3018-4701-a58a-ace737b9739f admin admin] Publish callbacks [] for security_group (8239eb1c-84f9-4312-b32c-629774d9486e), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.969695 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event deleted for resources: {'Port': ['ID=d8bd95e9-78c1-4801-ad48-b963ab9b5e79,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:22.982733 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-227d359b-3018-4701-a58a-ace737b9739f admin admin] Publish callbacks [] for security_group (8239eb1c-84f9-4312-b32c-629774d9486e), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.059462 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for floatingip (e7d28e8f-a71f-4852-bcc4-9949ccf1130f), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.059793 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.l3_db [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Floating IP e7d28e8f-a71f-4852-bcc4-9949ccf1130f disassociated (deleted). External IP: 172.28.0.190, port: 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492. Sep 23 01:38:23.185585 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-227d359b-3018-4701-a58a-ace737b9739f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (8239eb1c-84f9-4312-b32c-629774d9486e), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.193641 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-227d359b-3018-4701-a58a-ace737b9739f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.201719 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-227d359b-3018-4701-a58a-ace737b9739f admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/8239eb1c-84f9-4312-b32c-629774d9486e HTTP/1.1" status: 204 len: 168 time: 0.5960777 Sep 23 01:38:23.213004 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d359b-3018-4701-a58a-ace737b9739f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8239eb1c-84f9-4312-b32c-629774d9486e,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:23.481016 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e1d58-a521-4dad-abd1-22af60c43c2e req-a3eb93ab-715a-4b65-8706-335ce354ef5d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:23.482556 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3f7e1d58-a521-4dad-abd1-22af60c43c2e req-a3eb93ab-715a-4b65-8706-335ce354ef5d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 946 time: 0.1117866 Sep 23 01:38:23.649279 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3f7e1d58-a521-4dad-abd1-22af60c43c2e req-eb34d07b-ff16-4538-855f-bac3c01cc1e2 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596868 Sep 23 01:38:23.763937 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Router 7f24da68-437d-4920-aca2-4ddcadc8525f has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:38:23.941507 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:23.950626 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.965766 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2481e2bd-0849-443d-b1e2-37ec7831b35f None None] Sync routers for ids ['7f24da68-437d-4920-aca2-4ddcadc8525f'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:23.981903 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481e2bd-0849-443d-b1e2-37ec7831b35f None None] Routers {'7f24da68-437d-4920-aca2-4ddcadc8525f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:23.982746 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-2481e2bd-0849-443d-b1e2-37ec7831b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['7f24da68-437d-4920-aca2-4ddcadc8525f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:23.996209 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:24.020258 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-43b6ab96-c203-4559-9927-f680f6a378a5 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "DELETE /networking/v2.0/floatingips/e7d28e8f-a71f-4852-bcc4-9949ccf1130f HTTP/1.1" status: 204 len: 168 time: 1.9716148 Sep 23 01:38:24.021122 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:38:24.025388 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:38:24.095841 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523fd3b7-ca47-4e7d-a33a-0adac9ddde2f x-openstack-request-id: req-523fd3b7-ca47-4e7d-a33a-0adac9ddde2f {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:38:24.095841 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:38:24.095841 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-523fd3b7-ca47-4e7d-a33a-0adac9ddde2f {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:38:24.095841 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523fd3b7-ca47-4e7d-a33a-0adac9ddde2f'] response: {'name': 'network-changed', 'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'status': 'completed', 'code': 200} Sep 23 01:38:24.109138 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:24.110016 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:24.144310 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-2481e2bd-0849-443d-b1e2-37ec7831b35f None None] Set router 7f24da68-437d-4920-aca2-4ddcadc8525f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:24.204394 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5 req-7cebf83f-2440-4d35-861d-ab7b38c21a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:24.206831 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5 req-7cebf83f-2440-4d35-861d-ab7b38c21a74 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9cb4651121bb4a908147a675515b8f1d&device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 1130 time: 0.0589364 Sep 23 01:38:24.362286 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5 req-a86eb596-5f3c-4dc1-9194-c4c39762a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:24.364245 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5 req-a86eb596-5f3c-4dc1-9194-c4c39762a3fc service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=38c5ee11-8aca-491c-9a14-f67bba1114fd HTTP/1.1" status: 200 len: 910 time: 0.1498301 Sep 23 01:38:24.441498 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5 req-e0d1ed91-6699-4799-884e-74210fdb96a8 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 HTTP/1.1" status: 200 len: 217 time: 0.0694613 Sep 23 01:38:24.538305 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5 req-6b184757-84fe-4b4f-a887-f65558cd3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:24.543964 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5 req-6b184757-84fe-4b4f-a887-f65558cd3d77 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=c37d8be3-7c3b-4fa6-a74d-6993752f5d48 HTTP/1.1" status: 200 len: 848 time: 0.0922146 Sep 23 01:38:24.596516 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-2481e2bd-0849-443d-b1e2-37ec7831b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:59Z', 'revision_number': 4, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a6f55f9a-7459-4bf6-88a8-cf95a468093e', 'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'mac_address': 'fa:16:3e:6d:43:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:58Z', 'updated_at': '2022-09-23T01:33:04Z', 'revision_number': 5, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'subnets': [{'id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:24.614755 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5 req-ec50e1fc-a54d-4f69-9595-57a4c466d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:24.615570 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5 req-ec50e1fc-a54d-4f69-9595-57a4c466d53f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=38c5ee11-8aca-491c-9a14-f67bba1114fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0673542 Sep 23 01:38:24.661710 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2481e2bd-0849-443d-b1e2-37ec7831b35f None None] Checking router: 7f24da68-437d-4920-aca2-4ddcadc8525f for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:24.661710 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481e2bd-0849-443d-b1e2-37ec7831b35f None None] Routers {'7f24da68-437d-4920-aca2-4ddcadc8525f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:24.661710 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-2481e2bd-0849-443d-b1e2-37ec7831b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['7f24da68-437d-4920-aca2-4ddcadc8525f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:24.755088 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5 req-51ec3b34-af25-45fa-9727-7d8b15c44d3d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249447 Sep 23 01:38:24.812562 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-2481e2bd-0849-443d-b1e2-37ec7831b35f None None] Set router 7f24da68-437d-4920-aca2-4ddcadc8525f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:24.852218 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82a42-b354-44f1-9dfa-1dbae3a864e8 req-abc8801e-8f34-4b7f-beb4-d6961f97ecd6 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:24.855420 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-00c82a42-b354-44f1-9dfa-1dbae3a864e8 req-abc8801e-8f34-4b7f-beb4-d6961f97ecd6 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0862033 Sep 23 01:38:24.906052 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85531ce-2c0f-433b-a2b3-8f40a24613b9 req-b4323f06-149e-4ee2-b74d-7b2230173c6a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:24.911393 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b85531ce-2c0f-433b-a2b3-8f40a24613b9 req-b4323f06-149e-4ee2-b74d-7b2230173c6a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 946 time: 0.1044173 Sep 23 01:38:24.931474 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-00c82a42-b354-44f1-9dfa-1dbae3a864e8 req-033453fc-dc06-46da-b424-fe224d541526 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650938 Sep 23 01:38:25.033927 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b85531ce-2c0f-433b-a2b3-8f40a24613b9 req-258772fb-c271-42ab-8276-805e412f94b1 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909610 Sep 23 01:38:25.058535 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:25.107245 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-2481e2bd-0849-443d-b1e2-37ec7831b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:59Z', 'revision_number': 4, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a6f55f9a-7459-4bf6-88a8-cf95a468093e', 'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'mac_address': 'fa:16:3e:6d:43:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:58Z', 'updated_at': '2022-09-23T01:33:04Z', 'revision_number': 5, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'subnets': [{'id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:25.136771 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2481e2bd-0849-443d-b1e2-37ec7831b35f None None] The sync data for ids ['7f24da68-437d-4920-aca2-4ddcadc8525f'] in dv-cinder-849143-7-smb is: [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:32:59Z', 'revision_number': 4, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'a6f55f9a-7459-4bf6-88a8-cf95a468093e', 'name': '', 'network_id': '38c5ee11-8aca-491c-9a14-f67bba1114fd', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'mac_address': 'fa:16:3e:6d:43:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:58Z', 'updated_at': '2022-09-23T01:33:04Z', 'revision_number': 5, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'subnets': [{'id': 'c37d8be3-7c3b-4fa6-a74d-6993752f5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:38:25.447344 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47596455-320c-4172-ae21-0e1b322927f4 None None] New status for floating IP e7d28e8f-a71f-4852-bcc4-9949ccf1130f: DOWN {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:38:25.515448 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:26.052816 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-b0e8b3e2-ab9b-46d8-ad84-55eaa9cb0fa5 req-72552820-8f3f-4254-abc1-2d11a5b8379d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130798 Sep 23 01:38:26.135724 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749d5f5-3802-4b32-ad20-89dd1f42abe6 req-7bbb63b9-8902-4210-9ee5-50db94cfc8ec tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:26.135724 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0749d5f5-3802-4b32-ad20-89dd1f42abe6 req-7bbb63b9-8902-4210-9ee5-50db94cfc8ec tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0669215 Sep 23 01:38:26.199070 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bd65c-d623-4b83-8e22-74b4fce6b092 req-3f368e33-1a98-4ccf-939d-659d2685842f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:26.203215 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef4bd65c-d623-4b83-8e22-74b4fce6b092 req-3f368e33-1a98-4ccf-939d-659d2685842f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 946 time: 0.0589850 Sep 23 01:38:26.210702 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0749d5f5-3802-4b32-ad20-89dd1f42abe6 req-e2009516-67cd-4ccc-a17f-a8331c62b159 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=89388c56-ccf8-45c9-935e-a9f7fb0d9283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713980 Sep 23 01:38:26.277513 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef4bd65c-d623-4b83-8e22-74b4fce6b092 req-5f8db034-3d8a-4130-9879-41387c910f3a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719361 Sep 23 01:38:26.318866 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:26.471768 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e729549-32fd-4f6e-a84f-97e893486afc req-9a218caa-3435-456b-803c-3e9744363aab tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:26.474900 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7e729549-32fd-4f6e-a84f-97e893486afc req-9a218caa-3435-456b-803c-3e9744363aab tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 946 time: 0.0821228 Sep 23 01:38:26.590006 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-7e729549-32fd-4f6e-a84f-97e893486afc req-0d5d73f9-a3a2-4560-998e-77e150676e00 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Deleting port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:26.590488 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-7e729549-32fd-4f6e-a84f-97e893486afc req-0d5d73f9-a3a2-4560-998e-77e150676e00 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:26.609047 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:26.704171 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-7e729549-32fd-4f6e-a84f-97e893486afc req-0d5d73f9-a3a2-4560-998e-77e150676e00 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] For port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:26.704442 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-7e729549-32fd-4f6e-a84f-97e893486afc req-0d5d73f9-a3a2-4560-998e-77e150676e00 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:26.721104 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-7e729549-32fd-4f6e-a84f-97e893486afc req-0d5d73f9-a3a2-4560-998e-77e150676e00 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Calling delete_port for 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:26.766964 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:26.977345 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-7e729549-32fd-4f6e-a84f-97e893486afc req-0d5d73f9-a3a2-4560-998e-77e150676e00 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (41b5b5ec-cad4-49a7-acc9-d7d12d8ac492), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:27.008312 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d73f9-a3a2-4560-998e-77e150676e00 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event deleted for resources: {'Port': ['ID=41b5b5ec-cad4-49a7-acc9-d7d12d8ac492,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:27.059796 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e729549-32fd-4f6e-a84f-97e893486afc req-0d5d73f9-a3a2-4560-998e-77e150676e00 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] No DVR routers for this DVR port 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:38:27.063061 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-7e729549-32fd-4f6e-a84f-97e893486afc req-0d5d73f9-a3a2-4560-998e-77e150676e00 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:27.069078 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7e729549-32fd-4f6e-a84f-97e893486afc req-0d5d73f9-a3a2-4560-998e-77e150676e00 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.88 "DELETE /networking/v2.0/ports/41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 HTTP/1.1" status: 204 len: 173 time: 0.5862463 Sep 23 01:38:27.069078 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'name': 'network-vif-deleted', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:38:27.071323 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c5191c-e00e-4513-8424-ce180ef6a454" -d '{"events": [{"server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "name": "network-vif-deleted", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:38:27.114440 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bd0745-27ee-48fe-aaf3-26f4410be7e0 x-openstack-request-id: req-47bd0745-27ee-48fe-aaf3-26f4410be7e0 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:38:27.114915 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f719458-b7a4-4ae1-bc6b-19e04b9f8d16", "name": "network-vif-deleted", "tag": "41b5b5ec-cad4-49a7-acc9-d7d12d8ac492", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:38:27.115306 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-47bd0745-27ee-48fe-aaf3-26f4410be7e0 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:38:27.115769 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47bd0745-27ee-48fe-aaf3-26f4410be7e0'] response: {'server_uuid': '8f719458-b7a4-4ae1-bc6b-19e04b9f8d16', 'name': 'network-vif-deleted', 'tag': '41b5b5ec-cad4-49a7-acc9-d7d12d8ac492', 'status': 'completed', 'code': 200} Sep 23 01:38:27.372940 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e967ee88-ff5b-49ef-86f8-107b49631696 req-75eb83b1-5b7a-41d3-b069-9b912817b102 tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 210 time: 0.0677001 Sep 23 01:38:27.446199 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630fd02-a7dc-4e10-a1b6-da3cdb37f73e req-97e23375-a6ec-4522-bbf1-b0eb708e325e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:27.448163 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9630fd02-a7dc-4e10-a1b6-da3cdb37f73e req-97e23375-a6ec-4522-bbf1-b0eb708e325e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 946 time: 0.0665007 Sep 23 01:38:27.531840 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-9630fd02-a7dc-4e10-a1b6-da3cdb37f73e req-a6d47616-609b-4fb7-a191-0f88ca36d72f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744457 Sep 23 01:38:28.524353 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9c656a67-c044-42d8-918c-21ada4993732 req-90b14f82-d485-40f2-be82-d8930e561e7a tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8f719458-b7a4-4ae1-bc6b-19e04b9f8d16 HTTP/1.1" status: 200 len: 210 time: 0.0383742 Sep 23 01:38:29.597587 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43432) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:29.677621 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-31c0b7c0-220e-4b30-ab0a-65eefcbe261a tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group (89388c56-ccf8-45c9-935e-a9f7fb0d9283), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:29.730407 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-31c0b7c0-220e-4b30-ab0a-65eefcbe261a tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group (89388c56-ccf8-45c9-935e-a9f7fb0d9283), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:29.999706 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-31c0b7c0-220e-4b30-ab0a-65eefcbe261a tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (89388c56-ccf8-45c9-935e-a9f7fb0d9283), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:30.002503 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-31c0b7c0-220e-4b30-ab0a-65eefcbe261a tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:30.003820 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-31c0b7c0-220e-4b30-ab0a-65eefcbe261a tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] 10.222.0.83 "DELETE /networking/v2.0/security-groups/89388c56-ccf8-45c9-935e-a9f7fb0d9283 HTTP/1.1" status: 204 len: 168 time: 0.4050720 Sep 23 01:38:30.016380 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0b7c0-220e-4b30-ab0a-65eefcbe261a tempest-TestShelveInstance-1972465918 tempest-TestShelveInstance-1972465918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89388c56-ccf8-45c9-935e-a9f7fb0d9283,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:30.319215 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:30.342293 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:38:30.342779 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 41b5b5ec-cad4-49a7-acc9-d7d12d8ac492 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:38:31.413471 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43448) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:31.761504 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:32.015209 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817772'] for router_interface (7f24da68-437d-4920-aca2-4ddcadc8525f), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:32.102696 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:32.298306 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] Deleting port a6f55f9a-7459-4bf6-88a8-cf95a468093e {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:32.298661 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:32.382494 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] For port a6f55f9a-7459-4bf6-88a8-cf95a468093e, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=a6f55f9a-7459-4bf6-88a8-cf95a468093e,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:32.382886 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:32.397033 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] Calling delete_port for a6f55f9a-7459-4bf6-88a8-cf95a468093e owned by network:router_interface {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:32.625867 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43466) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:32.715401 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (a6f55f9a-7459-4bf6-88a8-cf95a468093e), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:32.756532 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f55f9a-7459-4bf6-88a8-cf95a468093e,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:32.773577 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:32.792849 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-da37f5ce-62a3-4806-b534-34f79068cd53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.009865 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-da37f5ce-62a3-4806-b534-34f79068cd53 admin admin] Publish callbacks [] for security_group (e9cac813-22d2-46d5-a6e6-55beb0b13525), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.011128 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809180'] for router_interface (7f24da68-437d-4920-aca2-4ddcadc8525f), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.342694 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-da37f5ce-62a3-4806-b534-34f79068cd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (e9cac813-22d2-46d5-a6e6-55beb0b13525), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.397263 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-da37f5ce-62a3-4806-b534-34f79068cd53 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=139db1211d8043bba908c7d0e1b83ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7689347 Sep 23 01:38:33.398780 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43470) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:33.405419 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37f5ce-62a3-4806-b534-34f79068cd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cac813-22d2-46d5-a6e6-55beb0b13525,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:33.411072 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:33.459003 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-5154d6ba-e825-44e7-8b76-e11dcbd900f4 admin admin] Publish callbacks [] for security_group (e9cac813-22d2-46d5-a6e6-55beb0b13525), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.492327 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-5154d6ba-e825-44e7-8b76-e11dcbd900f4 admin admin] Publish callbacks [] for security_group (e9cac813-22d2-46d5-a6e6-55beb0b13525), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.520599 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] Router 7f24da68-437d-4920-aca2-4ddcadc8525f has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:38:33.615804 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-5154d6ba-e825-44e7-8b76-e11dcbd900f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (e9cac813-22d2-46d5-a6e6-55beb0b13525), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.618898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-5154d6ba-e825-44e7-8b76-e11dcbd900f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.620460 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-5154d6ba-e825-44e7-8b76-e11dcbd900f4 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/e9cac813-22d2-46d5-a6e6-55beb0b13525 HTTP/1.1" status: 204 len: 168 time: 0.2203963 Sep 23 01:38:33.631652 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154d6ba-e825-44e7-8b76-e11dcbd900f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cac813-22d2-46d5-a6e6-55beb0b13525,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:33.634376 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:33.642256 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-2aaf0e90-803f-431e-b82a-f146964e7f95 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/7f24da68-437d-4920-aca2-4ddcadc8525f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2254670 Sep 23 01:38:33.642516 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43474) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:33.649185 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e48c0-6b0f-4c6c-b719-801a5928021e None None] Sync routers for ids ['7f24da68-437d-4920-aca2-4ddcadc8525f'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:33.679836 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e48c0-6b0f-4c6c-b719-801a5928021e None None] Routers {'7f24da68-437d-4920-aca2-4ddcadc8525f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:33.680499 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-489e48c0-6b0f-4c6c-b719-801a5928021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['7f24da68-437d-4920-aca2-4ddcadc8525f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:33.785636 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Publish callbacks [] for router (7f24da68-437d-4920-aca2-4ddcadc8525f), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.824502 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-489e48c0-6b0f-4c6c-b719-801a5928021e None None] Set router 7f24da68-437d-4920-aca2-4ddcadc8525f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:33.878259 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:33.903007 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Publish callbacks [] for router_gateway (7f24da68-437d-4920-aca2-4ddcadc8525f), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:34.014616 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-489e48c0-6b0f-4c6c-b719-801a5928021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:38:32Z', 'revision_number': 5, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:34.040689 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e48c0-6b0f-4c6c-b719-801a5928021e None None] Checking router: 7f24da68-437d-4920-aca2-4ddcadc8525f for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:34.050112 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e48c0-6b0f-4c6c-b719-801a5928021e None None] Routers {'7f24da68-437d-4920-aca2-4ddcadc8525f'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:34.050791 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-489e48c0-6b0f-4c6c-b719-801a5928021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['7f24da68-437d-4920-aca2-4ddcadc8525f'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:34.152939 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Deleting port aaa8f75d-fe83-4675-8772-9b9baab1336c {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:34.153434 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:34.206628 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-489e48c0-6b0f-4c6c-b719-801a5928021e None None] Set router 7f24da68-437d-4920-aca2-4ddcadc8525f gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:34.247561 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] For port aaa8f75d-fe83-4675-8772-9b9baab1336c, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=aaa8f75d-fe83-4675-8772-9b9baab1336c,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:34.248070 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:34.266151 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Calling delete_port for aaa8f75d-fe83-4675-8772-9b9baab1336c owned by network:router_gateway {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:34.404459 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-489e48c0-6b0f-4c6c-b719-801a5928021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:38:32Z', 'revision_number': 5, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:34.434803 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e48c0-6b0f-4c6c-b719-801a5928021e None None] The sync data for ids ['7f24da68-437d-4920-aca2-4ddcadc8525f'] in dv-cinder-849143-7-smb is: [{'id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'name': 'tempest-TestShelveInstance-1034374320-router', 'tenant_id': '9cb4651121bb4a908147a675515b8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:32:50Z', 'updated_at': '2022-09-23T01:38:32Z', 'revision_number': 5, 'project_id': '9cb4651121bb4a908147a675515b8f1d', 'gw_port': {'id': 'aaa8f75d-fe83-4675-8772-9b9baab1336c', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f24da68-437d-4920-aca2-4ddcadc8525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:32:51Z', 'updated_at': '2022-09-23T01:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:38:34.874348 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (aaa8f75d-fe83-4675-8772-9b9baab1336c), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:34.913474 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa8f75d-fe83-4675-8772-9b9baab1336c,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:34.990216 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808726'] for router_gateway (7f24da68-437d-4920-aca2-4ddcadc8525f), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:34.993036 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:35.044008 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43478) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:35.061035 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6daa26dc-0c5d-4739-95b2-2d64a89907b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.091547 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-396'] for router (7f24da68-437d-4920-aca2-4ddcadc8525f), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.094247 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Publish callbacks [] for router_controller (7f24da68-437d-4920-aca2-4ddcadc8525f), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.154312 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6daa26dc-0c5d-4739-95b2-2d64a89907b4 admin admin] Publish callbacks [] for security_group (3b54301e-b07d-4eaf-b3cb-2e3199487858), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.227359 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809249'] for router (7f24da68-437d-4920-aca2-4ddcadc8525f), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.228103 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f24da68-437d-4920-aca2-4ddcadc8525f {{(pid=107196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:38:35.233024 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.234383 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-0b542f89-29a8-4c0a-b675-31156bdaa60f admin admin] 10.222.0.83 "DELETE /networking/v2.0/routers/7f24da68-437d-4920-aca2-4ddcadc8525f HTTP/1.1" status: 204 len: 168 time: 1.5907261 Sep 23 01:38:35.238349 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43480) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:35.305167 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6daa26dc-0c5d-4739-95b2-2d64a89907b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (3b54301e-b07d-4eaf-b3cb-2e3199487858), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.315045 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bd9f0d-51f4-422e-821e-3c5234c3edd3 admin admin] Deleting subnet c37d8be3-7c3b-4fa6-a74d-6993752f5d48 {{(pid=107195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:38:35.334967 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9f0d-51f4-422e-821e-3c5234c3edd3 admin admin] Publish callbacks [] for subnet (c37d8be3-7c3b-4fa6-a74d-6993752f5d48), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.400572 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa26dc-0c5d-4739-95b2-2d64a89907b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b54301e-b07d-4eaf-b3cb-2e3199487858,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:35.416784 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-6daa26dc-0c5d-4739-95b2-2d64a89907b4 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=1ac438629abd43b3bffc46da5b9fdc9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665702 Sep 23 01:38:35.416784 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9f0d-51f4-422e-821e-3c5234c3edd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14015717'] for subnet (c37d8be3-7c3b-4fa6-a74d-6993752f5d48), precommit_delete_associations {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.417236 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43482) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:35.486768 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5b8791a8-9663-43c0-9099-7ad6dacc0366 admin admin] Publish callbacks [] for security_group (3b54301e-b07d-4eaf-b3cb-2e3199487858), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.510931 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5b8791a8-9663-43c0-9099-7ad6dacc0366 admin admin] Publish callbacks [] for security_group (3b54301e-b07d-4eaf-b3cb-2e3199487858), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.518902 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9f0d-51f4-422e-821e-3c5234c3edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (c37d8be3-7c3b-4fa6-a74d-6993752f5d48), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.539526 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:35.694522 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a6f55f9a-7459-4bf6-88a8-cf95a468093e no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:35.709136 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9f0d-51f4-422e-821e-3c5234c3edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14812372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12815832'] for subnet (c37d8be3-7c3b-4fa6-a74d-6993752f5d48), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.710118 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5b8791a8-9663-43c0-9099-7ad6dacc0366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (3b54301e-b07d-4eaf-b3cb-2e3199487858), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.716878 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: a6f55f9a-7459-4bf6-88a8-cf95a468093e {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:38:35.718877 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device a6f55f9a-7459-4bf6-88a8-cf95a468093e not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:38:35.718877 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device aaa8f75d-fe83-4675-8772-9b9baab1336c no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:35.719185 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-5b8791a8-9663-43c0-9099-7ad6dacc0366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.719782 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-5b8791a8-9663-43c0-9099-7ad6dacc0366 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/3b54301e-b07d-4eaf-b3cb-2e3199487858 HTTP/1.1" status: 204 len: 168 time: 0.3018496 Sep 23 01:38:35.735033 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8791a8-9663-43c0-9099-7ad6dacc0366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b54301e-b07d-4eaf-b3cb-2e3199487858,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:35.737641 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: aaa8f75d-fe83-4675-8772-9b9baab1336c {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:38:35.738217 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device aaa8f75d-fe83-4675-8772-9b9baab1336c not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:38:35.747401 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd9f0d-51f4-422e-821e-3c5234c3edd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37d8be3-7c3b-4fa6-a74d-6993752f5d48,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:35.754423 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9f0d-51f4-422e-821e-3c5234c3edd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.759495 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-e1bd9f0d-51f4-422e-821e-3c5234c3edd3 admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/c37d8be3-7c3b-4fa6-a74d-6993752f5d48 HTTP/1.1" status: 204 len: 168 time: 0.5187757 Sep 23 01:38:35.761689 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43486) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:35.765747 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0827ae-eaf4-445b-a52e-4dcde29229d9 None None] Network 38c5ee11-8aca-491c-9a14-f67bba1114fd requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:38:35.844340 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (38c5ee11-8aca-491c-9a14-f67bba1114fd), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.903776 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Deleting port 70016535-89d0-47a5-b88d-c854c9325450 {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:35.904463 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (70016535-89d0-47a5-b88d-c854c9325450), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.976329 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] DHCP port deletion for 38c5ee11-8aca-491c-9a14-f67bba1114fd request from dv-cinder-849143-7-smb {{(pid=107197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:38:35.986888 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] For port 70016535-89d0-47a5-b88d-c854c9325450, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=70016535-89d0-47a5-b88d-c854c9325450,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:35.987355 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (70016535-89d0-47a5-b88d-c854c9325450), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.990257 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:36.005731 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Calling delete_port for 70016535-89d0-47a5-b88d-c854c9325450 owned by network:dhcp {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:36.025699 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Deleting port 70016535-89d0-47a5-b88d-c854c9325450 {{(pid=107197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:36.026687 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (70016535-89d0-47a5-b88d-c854c9325450), before_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.099530 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:36.125338 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] For port 70016535-89d0-47a5-b88d-c854c9325450, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=70016535-89d0-47a5-b88d-c854c9325450,segment=NetworkSegment(41ecda57-de34-433a-afe6-e3327871bb77),segment_id=41ecda57-de34-433a-afe6-e3327871bb77)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:36.125733 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (70016535-89d0-47a5-b88d-c854c9325450), precommit_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.136613 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:36.142178 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Calling delete_port for 70016535-89d0-47a5-b88d-c854c9325450 owned by network:dhcp {{(pid=107197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:36.221987 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (70016535-89d0-47a5-b88d-c854c9325450), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.234119 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (70016535-89d0-47a5-b88d-c854c9325450), after_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.260951 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Pushing event deleted for resources: {'Port': ['ID=70016535-89d0-47a5-b88d-c854c9325450,revision_number=None']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:36.275051 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.275578 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.276244 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.276761 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.277308 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.277845 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.278071 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Pushing event deleted for resources: {'Port': ['ID=70016535-89d0-47a5-b88d-c854c9325450,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:36.278385 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.278950 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.279492 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.280109 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.280527 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.281084 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.281636 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.282163 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.282846 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:36.286228 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] No DVR routers for this DVR port 70016535-89d0-47a5-b88d-c854c9325450 on host dv-cinder-849143-7-smb {{(pid=107196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:38:36.288726 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c89d38-152f-4e8e-8675-d9c310eb308c None None] No DVR routers for this DVR port 70016535-89d0-47a5-b88d-c854c9325450 on host dv-cinder-849143-7-smb {{(pid=107197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:38:36.429213 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (38c5ee11-8aca-491c-9a14-f67bba1114fd), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.475158 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c5ee11-8aca-491c-9a14-f67bba1114fd']}} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:36.489008 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ecda57-de34-433a-afe6-e3327871bb77') {'for_net_delete': True} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:36.489335 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ecda57-de34-433a-afe6-e3327871bb77') {} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:36.500522 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15685210'] for segment (41ecda57-de34-433a-afe6-e3327871bb77), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.518469 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (41ecda57-de34-433a-afe6-e3327871bb77), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.528865 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Releasing vlan 496 on physical network physnet1 to pool {{(pid=107196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:38:36.529351 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15907562'] for segment (41ecda57-de34-433a-afe6-e3327871bb77), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.580610 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment 41ecda57-de34-433a-afe6-e3327871bb77 resource provider aggregate not found Sep 23 01:38:36.601240 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment 41ecda57-de34-433a-afe6-e3327871bb77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41ecda57-de34-433a-afe6-e3327871bb77 found for delete ", "request_id": "req-cae3bc1b-c8c4-4b50-bc7f-c6fcb8324ec0"}]} Sep 23 01:38:36.760586 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (38c5ee11-8aca-491c-9a14-f67bba1114fd), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.773471 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.776802 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/38c5ee11-8aca-491c-9a14-f67bba1114fd HTTP/1.1" status: 204 len: 168 time: 1.0137286 Sep 23 01:38:36.781653 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43502) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:36.787483 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aa738-89c4-4a80-b231-afcaed1f2460 admin admin] Pushing event deleted for resources: {'Network': ['ID=38c5ee11-8aca-491c-9a14-f67bba1114fd,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:36.855726 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:37.179709 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817772'] for router_interface (79ea42c5-0171-4a11-a897-7a09f649b5c1), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:37.489947 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] Deleting port 55f16e55-f24c-42c8-bc5d-9f1545bd895d {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:37.490289 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:37.493010 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:37.736337 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] For port 55f16e55-f24c-42c8-bc5d-9f1545bd895d, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=55f16e55-f24c-42c8-bc5d-9f1545bd895d,segment=NetworkSegment(7258a9d8-5c6b-4471-a9a5-79d423b2104c),segment_id=7258a9d8-5c6b-4471-a9a5-79d423b2104c)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:37.736337 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:37.736337 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] Calling delete_port for 55f16e55-f24c-42c8-bc5d-9f1545bd895d owned by network:router_interface {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:37.737553 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 70016535-89d0-47a5-b88d-c854c9325450 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:37.737553 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 70016535-89d0-47a5-b88d-c854c9325450 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:38:37.737553 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 70016535-89d0-47a5-b88d-c854c9325450 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:38:37.959263 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (55f16e55-f24c-42c8-bc5d-9f1545bd895d), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:37.986786 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f16e55-f24c-42c8-bc5d-9f1545bd895d,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:38.044869 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:38.178641 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809180'] for router_interface (79ea42c5-0171-4a11-a897-7a09f649b5c1), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:38.423540 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] Router 79ea42c5-0171-4a11-a897-7a09f649b5c1 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:38:38.548683 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:38.556416 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:38.563485 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43518) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:38.564304 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-b63ba3bd-6c56-4cad-96d8-cc36dd223613 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/79ea42c5-0171-4a11-a897-7a09f649b5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7797530 Sep 23 01:38:38.576014 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db8121-2da4-4515-bad2-957d031a255a None None] Sync routers for ids ['79ea42c5-0171-4a11-a897-7a09f649b5c1'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:38.588736 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db8121-2da4-4515-bad2-957d031a255a None None] Routers {'79ea42c5-0171-4a11-a897-7a09f649b5c1'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:38.589850 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-35db8121-2da4-4515-bad2-957d031a255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['79ea42c5-0171-4a11-a897-7a09f649b5c1'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:38.655400 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:38.675897 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Publish callbacks [] for router (79ea42c5-0171-4a11-a897-7a09f649b5c1), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:38.800328 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Publish callbacks [] for router_gateway (79ea42c5-0171-4a11-a897-7a09f649b5c1), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:38.829285 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-35db8121-2da4-4515-bad2-957d031a255a None None] Set router 79ea42c5-0171-4a11-a897-7a09f649b5c1 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:38.939596 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Deleting port 0121e0ec-56d2-4388-bc66-077c5f462142 {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:38.939916 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.028496 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] For port 0121e0ec-56d2-4388-bc66-077c5f462142, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=0121e0ec-56d2-4388-bc66-077c5f462142,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:39.028858 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.032401 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-35db8121-2da4-4515-bad2-957d031a255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'name': 'tempest-TestShelveInstance-748062458-router', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:33:08Z', 'updated_at': '2022-09-23T01:38:37Z', 'revision_number': 5, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'gw_port': {'id': '0121e0ec-56d2-4388-bc66-077c5f462142', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:33:10Z', 'updated_at': '2022-09-23T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:39.049878 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Calling delete_port for 0121e0ec-56d2-4388-bc66-077c5f462142 owned by network:router_gateway {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:39.063377 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db8121-2da4-4515-bad2-957d031a255a None None] Checking router: 79ea42c5-0171-4a11-a897-7a09f649b5c1 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:39.073454 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db8121-2da4-4515-bad2-957d031a255a None None] Routers {'79ea42c5-0171-4a11-a897-7a09f649b5c1'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:39.074091 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-35db8121-2da4-4515-bad2-957d031a255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['79ea42c5-0171-4a11-a897-7a09f649b5c1'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:39.166421 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-35db8121-2da4-4515-bad2-957d031a255a None None] Set router 79ea42c5-0171-4a11-a897-7a09f649b5c1 gateway port host: None {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:39.228833 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:39.236599 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-35db8121-2da4-4515-bad2-957d031a255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'name': 'tempest-TestShelveInstance-748062458-router', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:33:08Z', 'updated_at': '2022-09-23T01:38:38Z', 'revision_number': 6, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'gw_port_host': None}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:39.272364 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db8121-2da4-4515-bad2-957d031a255a None None] The sync data for ids ['79ea42c5-0171-4a11-a897-7a09f649b5c1'] in dv-cinder-849143-7-smb is: [{'id': '79ea42c5-0171-4a11-a897-7a09f649b5c1', 'name': 'tempest-TestShelveInstance-748062458-router', 'tenant_id': '4f43a57e5f364075941d061e6aef51d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:33:08Z', 'updated_at': '2022-09-23T01:38:38Z', 'revision_number': 6, 'project_id': '4f43a57e5f364075941d061e6aef51d7', 'gw_port_host': None}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:38:39.338878 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (0121e0ec-56d2-4388-bc66-077c5f462142), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.367390 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=0121e0ec-56d2-4388-bc66-077c5f462142,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:39.442976 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808726'] for router_gateway (79ea42c5-0171-4a11-a897-7a09f649b5c1), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.542678 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-396'] for router (79ea42c5-0171-4a11-a897-7a09f649b5c1), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.545266 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Publish callbacks [] for router_controller (79ea42c5-0171-4a11-a897-7a09f649b5c1), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.679973 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809249'] for router (79ea42c5-0171-4a11-a897-7a09f649b5c1), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.681338 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79ea42c5-0171-4a11-a897-7a09f649b5c1 {{(pid=107196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:38:39.688016 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.691539 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-c804e6a4-eab3-4680-b600-3fc3ef5c7d21 admin admin] 10.222.0.83 "DELETE /networking/v2.0/routers/79ea42c5-0171-4a11-a897-7a09f649b5c1 HTTP/1.1" status: 204 len: 168 time: 1.1244466 Sep 23 01:38:39.692993 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43526) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:39.743313 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5348ca-3a8e-4ef4-880f-bddd0c488d73 admin admin] Deleting subnet 18144cb7-de46-4cc9-9d87-ccbbf56e824f {{(pid=107195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:38:39.746565 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8d5348ca-3a8e-4ef4-880f-bddd0c488d73 admin admin] Publish callbacks [] for subnet (18144cb7-de46-4cc9-9d87-ccbbf56e824f), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.781729 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8d5348ca-3a8e-4ef4-880f-bddd0c488d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14015717'] for subnet (18144cb7-de46-4cc9-9d87-ccbbf56e824f), precommit_delete_associations {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.886581 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8d5348ca-3a8e-4ef4-880f-bddd0c488d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (18144cb7-de46-4cc9-9d87-ccbbf56e824f), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.890203 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 0121e0ec-56d2-4388-bc66-077c5f462142 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:39.918900 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 0121e0ec-56d2-4388-bc66-077c5f462142 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:38:39.919404 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 0121e0ec-56d2-4388-bc66-077c5f462142 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:38:39.919858 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 55f16e55-f24c-42c8-bc5d-9f1545bd895d no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:39.944674 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 55f16e55-f24c-42c8-bc5d-9f1545bd895d {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:38:39.945024 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 55f16e55-f24c-42c8-bc5d-9f1545bd895d not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:38:40.039746 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8d5348ca-3a8e-4ef4-880f-bddd0c488d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14812372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12815832'] for subnet (18144cb7-de46-4cc9-9d87-ccbbf56e824f), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.066892 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5348ca-3a8e-4ef4-880f-bddd0c488d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18144cb7-de46-4cc9-9d87-ccbbf56e824f,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:40.072976 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8d5348ca-3a8e-4ef4-880f-bddd0c488d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.079519 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-8d5348ca-3a8e-4ef4-880f-bddd0c488d73 admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/18144cb7-de46-4cc9-9d87-ccbbf56e824f HTTP/1.1" status: 204 len: 168 time: 0.3828263 Sep 23 01:38:40.080101 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c63115-8de5-4c37-b149-875486ed2c74 None None] Network 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:38:40.080189 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43528) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:40.166694 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (768f7a19-0bf5-4e5f-885f-9b3679f0ef4b), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.223104 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Deleting port 2b5f75c7-e338-495b-ae20-087575ec5d42 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:40.223454 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.295118 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] For port 2b5f75c7-e338-495b-ae20-087575ec5d42, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=2b5f75c7-e338-495b-ae20-087575ec5d42,segment=NetworkSegment(7258a9d8-5c6b-4471-a9a5-79d423b2104c),segment_id=7258a9d8-5c6b-4471-a9a5-79d423b2104c)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:40.295556 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.311117 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Calling delete_port for 2b5f75c7-e338-495b-ae20-087575ec5d42 owned by network:dhcp {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:40.423791 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b802762-e0de-497e-95ea-73215b4a7ba7 None None] DHCP port deletion for 768f7a19-0bf5-4e5f-885f-9b3679f0ef4b request from dv-cinder-849143-7-smb {{(pid=107197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:38:40.484437 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-8b802762-e0de-497e-95ea-73215b4a7ba7 None None] Deleting port 2b5f75c7-e338-495b-ae20-087575ec5d42 {{(pid=107197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:40.484713 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8b802762-e0de-497e-95ea-73215b4a7ba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), before_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.519953 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.545400 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5f75c7-e338-495b-ae20-087575ec5d42,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:40.550129 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] No DVR routers for this DVR port 2b5f75c7-e338-495b-ae20-087575ec5d42 on host dv-cinder-849143-7-smb {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:38:40.552962 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-8b802762-e0de-497e-95ea-73215b4a7ba7 None None] For port 2b5f75c7-e338-495b-ae20-087575ec5d42, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=2b5f75c7-e338-495b-ae20-087575ec5d42,segment=NetworkSegment(7258a9d8-5c6b-4471-a9a5-79d423b2104c),segment_id=7258a9d8-5c6b-4471-a9a5-79d423b2104c)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:40.553530 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8b802762-e0de-497e-95ea-73215b4a7ba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), precommit_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.568960 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-8b802762-e0de-497e-95ea-73215b4a7ba7 None None] Calling delete_port for 2b5f75c7-e338-495b-ae20-087575ec5d42 owned by network:dhcp {{(pid=107197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:40.630313 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (768f7a19-0bf5-4e5f-885f-9b3679f0ef4b), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.656949 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768f7a19-0bf5-4e5f-885f-9b3679f0ef4b']}} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:40.662695 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8b802762-e0de-497e-95ea-73215b4a7ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (2b5f75c7-e338-495b-ae20-087575ec5d42), after_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.671087 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7258a9d8-5c6b-4471-a9a5-79d423b2104c') {'for_net_delete': True} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:40.671291 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7258a9d8-5c6b-4471-a9a5-79d423b2104c') {} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:40.683742 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14015710'] for segment (7258a9d8-5c6b-4471-a9a5-79d423b2104c), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.689411 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b802762-e0de-497e-95ea-73215b4a7ba7 None None] Pushing event deleted for resources: {'Port': ['ID=2b5f75c7-e338-495b-ae20-087575ec5d42,revision_number=None']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:40.693757 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b802762-e0de-497e-95ea-73215b4a7ba7 None None] No DVR routers for this DVR port 2b5f75c7-e338-495b-ae20-087575ec5d42 on host dv-cinder-849143-7-smb {{(pid=107197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:38:40.708477 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (7258a9d8-5c6b-4471-a9a5-79d423b2104c), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.716403 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Releasing vlan 466 on physical network physnet1 to pool {{(pid=107195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:38:40.716845 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14812270'] for segment (7258a9d8-5c6b-4471-a9a5-79d423b2104c), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.857305 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (768f7a19-0bf5-4e5f-885f-9b3679f0ef4b), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.865237 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.871577 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/768f7a19-0bf5-4e5f-885f-9b3679f0ef4b HTTP/1.1" status: 204 len: 168 time: 0.7877638 Sep 23 01:38:40.881285 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69492490-051e-46ed-bd70-1b5fe2c01f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=768f7a19-0bf5-4e5f-885f-9b3679f0ef4b,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:40.887287 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 7258a9d8-5c6b-4471-a9a5-79d423b2104c resource provider aggregate not found Sep 23 01:38:40.907362 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 7258a9d8-5c6b-4471-a9a5-79d423b2104c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7258a9d8-5c6b-4471-a9a5-79d423b2104c found for delete ", "request_id": "req-618938fc-d4c0-4976-9b0c-cf5e972be2a6"}]} Sep 23 01:38:41.369252 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43540) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:41.421187 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f9cd0885-9c05-4723-93dd-37bd7c706483 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=9cb4651121bb4a908147a675515b8f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482852 Sep 23 01:38:41.422866 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43544) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:41.477867 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-60c2be3d-e1ce-4f76-a6b1-982ac6d6d7bc admin admin] Publish callbacks [] for security_group (6b442d3c-8a6f-469e-9a51-9fc966af88f4), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:41.507260 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-60c2be3d-e1ce-4f76-a6b1-982ac6d6d7bc admin admin] Publish callbacks [] for security_group (6b442d3c-8a6f-469e-9a51-9fc966af88f4), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:41.651506 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-60c2be3d-e1ce-4f76-a6b1-982ac6d6d7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (6b442d3c-8a6f-469e-9a51-9fc966af88f4), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:41.655549 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-60c2be3d-e1ce-4f76-a6b1-982ac6d6d7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:41.656954 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-60c2be3d-e1ce-4f76-a6b1-982ac6d6d7bc admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/6b442d3c-8a6f-469e-9a51-9fc966af88f4 HTTP/1.1" status: 204 len: 168 time: 0.2331285 Sep 23 01:38:41.665854 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2be3d-e1ce-4f76-a6b1-982ac6d6d7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b442d3c-8a6f-469e-9a51-9fc966af88f4,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:41.713293 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 2b5f75c7-e338-495b-ae20-087575ec5d42 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:41.734675 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 2b5f75c7-e338-495b-ae20-087575ec5d42 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:38:41.734928 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 2b5f75c7-e338-495b-ae20-087575ec5d42 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:38:42.773070 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43554) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:42.791901 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:42.824674 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-8ebf2212-e2cf-4bb8-861e-df9920e8beaa admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=4f43a57e5f364075941d061e6aef51d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502815 Sep 23 01:38:42.827663 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43556) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:42.858066 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:42.897160 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-20e7b32b-0cd1-4acc-8491-0dd48f9f0346 admin admin] Publish callbacks [] for security_group (fabeacf9-e7fa-4c65-a11c-152f3fa50045), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:42.919861 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-20e7b32b-0cd1-4acc-8491-0dd48f9f0346 admin admin] Publish callbacks [] for security_group (fabeacf9-e7fa-4c65-a11c-152f3fa50045), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:43.102018 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-20e7b32b-0cd1-4acc-8491-0dd48f9f0346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (fabeacf9-e7fa-4c65-a11c-152f3fa50045), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:43.105066 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-20e7b32b-0cd1-4acc-8491-0dd48f9f0346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:43.106562 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-20e7b32b-0cd1-4acc-8491-0dd48f9f0346 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/fabeacf9-e7fa-4c65-a11c-152f3fa50045 HTTP/1.1" status: 204 len: 168 time: 0.2775867 Sep 23 01:38:43.120635 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7b32b-0cd1-4acc-8491-0dd48f9f0346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabeacf9-e7fa-4c65-a11c-152f3fa50045,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:44.793821 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-764e033f-9cbd-4d36-adab-283817bc3612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.776677 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-62165d04-5017-4226-9f7c-b0642249564a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:49.201238 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=40 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:49.244497 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=52 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:49.462609 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:50.417447 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.155609 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43636) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:51.280175 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c75072a4-612b-40d3-8a12-9d7f77816638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.372867 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c75072a4-612b-40d3-8a12-9d7f77816638 admin admin] Publish callbacks [] for security_group (ee60e862-56d4-4a99-a2cb-dafa3bc7c241), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.450542 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c75072a4-612b-40d3-8a12-9d7f77816638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ee60e862-56d4-4a99-a2cb-dafa3bc7c241), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.485394 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.498059 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75072a4-612b-40d3-8a12-9d7f77816638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee60e862-56d4-4a99-a2cb-dafa3bc7c241,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:51.502557 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-c75072a4-612b-40d3-8a12-9d7f77816638 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=074035b2c39640859428ac9653dcfa2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458388 Sep 23 01:38:51.505708 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43640) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:51.565962 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71059dcd-11db-481a-a84e-646cb7d93871 admin admin] Publish callbacks [] for security_group (ee60e862-56d4-4a99-a2cb-dafa3bc7c241), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.590556 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71059dcd-11db-481a-a84e-646cb7d93871 admin admin] Publish callbacks [] for security_group (ee60e862-56d4-4a99-a2cb-dafa3bc7c241), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.719676 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71059dcd-11db-481a-a84e-646cb7d93871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (ee60e862-56d4-4a99-a2cb-dafa3bc7c241), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.722231 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71059dcd-11db-481a-a84e-646cb7d93871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.723552 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-71059dcd-11db-481a-a84e-646cb7d93871 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/ee60e862-56d4-4a99-a2cb-dafa3bc7c241 HTTP/1.1" status: 204 len: 168 time: 0.2168565 Sep 23 01:38:51.733922 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71059dcd-11db-481a-a84e-646cb7d93871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee60e862-56d4-4a99-a2cb-dafa3bc7c241,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:52.808777 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43662) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:52.926216 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-36381573-network', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:53.033359 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Made reservation on behalf of 9dd361d272f1454a8e71dc3a1de1cb3e for: {'network': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:38:53.036156 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:53.045545 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:53.151855 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Publish callbacks [] for security_group (8af2a190-d51b-4cc3-83bd-a86a2edb08d6), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:53.216444 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (8af2a190-d51b-4cc3-83bd-a86a2edb08d6), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:53.250741 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 471} {{(pid=107195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:38:53.259167 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af2a190-d51b-4cc3-83bd-a86a2edb08d6,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:53.267071 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (1ff4159d-f539-4bed-8950-432efa56f1fa), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:53.267472 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.segments_db [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Added segment 1ff4159d-f539-4bed-8950-432efa56f1fa of type vlan for network d10ca970-09cc-49ae-ae1c-7b0d34826204 Sep 23 01:38:53.321716 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:38:53.324980 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (d10ca970-09cc-49ae-ae1c-7b0d34826204), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:53.433638 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (d10ca970-09cc-49ae-ae1c-7b0d34826204), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:53.434765 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:53.435589 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:53.506258 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] Pushing event updated for resources: {'Network': ['ID=d10ca970-09cc-49ae-ae1c-7b0d34826204,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:53.517163 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network d10ca970-09cc-49ae-ae1c-7b0d34826204 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:38:53.573559 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-50300cf6-1f5d-4bdf-a3d6-be4598ce7d11 admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7636888 Sep 23 01:38:53.576719 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43666) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:53.581986 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] Request body: {'subnet': {'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-36381573-subnet', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'ip_version': 4}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:53.713480 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] Made reservation on behalf of 9dd361d272f1454a8e71dc3a1de1cb3e for: {'subnet': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:38:53.716043 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12815863'] for subnet (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:53.769248 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:53.855192 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:53.998673 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16645387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12815841'] for subnet (57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.050815 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:54.068233 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] Checking segment: {'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:54.068587 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] Network hostable DHCP agents. Network: d10ca970-09cc-49ae-ae1c-7b0d34826204, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:38:54.153352 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] Network d10ca970-09cc-49ae-ae1c-7b0d34826204 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:38:54.250665 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, d10ca970-09cc-49ae-ae1c-7b0d34826204) {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:54.255231 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:54.255810 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.262576 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1a8ff1-723d-44c2-b3ea-7df13dead835 None None] Network d10ca970-09cc-49ae-ae1c-7b0d34826204 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:38:54.313490 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:54.361727 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-b5a970b6-a783-47e0-bd74-fb55165e1168 admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7839117 Sep 23 01:38:54.364866 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43668) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:54.369648 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:54.382094 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaff64a2e-0121-5df4-867b-820a70dda548-d10ca970-09cc-49ae-ae1c-7b0d34826204', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'fixed_ips': [{'subnet_id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf'}]}} from dv-cinder-849143-7-smb. {{(pid=107197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:38:54.383104 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.501550 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.502698 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.526440 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:54.545982 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.db_base_plugin_common [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Allocated IP 172.20.0.2 (d10ca970-09cc-49ae-ae1c-7b0d34826204/57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf/ab172dd7-9deb-4e3c-89c9-6a4132680382) {{(pid=107197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:54.563644 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Publish callbacks [] for router_controller (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), precommit_add_association {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.707121 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Publish callbacks [] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), precommit_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.794081 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.841589 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Network d10ca970-09cc-49ae-ae1c-7b0d34826204 is already hosted by enough agents. {{(pid=107197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:54.845266 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.base_scheduler [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Resources bound (agent type, host, resource id): {{(pid=107197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:54.849939 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Received port after_create {{(pid=107197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:54.857646 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Pushing event updated for resources: {'Port': ['ID=ab172dd7-9deb-4e3c-89c9-6a4132680382,revision_number=1']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:54.927728 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Attempting to bind port ab172dd7-9deb-4e3c-89c9-6a4132680382 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:38:54.928148 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Attempting to bind port ab172dd7-9deb-4e3c-89c9-6a4132680382 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:38:54.928451 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Attempting to bind port ab172dd7-9deb-4e3c-89c9-6a4132680382 on network d10ca970-09cc-49ae-ae1c-7b0d34826204 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:38:54.981847 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:38:54.982469 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Checking segment: {'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:54.983618 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.983799 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Bound using segment: {'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:38:54.984610 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Bound port: ab172dd7-9deb-4e3c-89c9-6a4132680382, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:38:54.985227 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.057447 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Publish callbacks [] for router_gateway (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.082278 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] For port ab172dd7-9deb-4e3c-89c9-6a4132680382, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:38:55.085952 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] For port ab172dd7-9deb-4e3c-89c9-6a4132680382, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=ab172dd7-9deb-4e3c-89c9-6a4132680382,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:38:55.153844 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.216561 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec1153-6896-49d6-be77-83fc71711672 None None] Pushing event updated for resources: {'Port': ['ID=ab172dd7-9deb-4e3c-89c9-6a4132680382,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:55.340478 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Publish callbacks [] for router_gateway (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.361290 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.442174 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:55.497104 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.506204 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Allocated IP 172.28.0.222 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/e03a9573-c80e-4a0c-8265-c338d3bc9df7) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:55.642234 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Publish callbacks [] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.687383 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:55.749914 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device ab172dd7-9deb-4e3c-89c9-6a4132680382 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:55.791338 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:55.800482 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port ab172dd7-9deb-4e3c-89c9-6a4132680382 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:55.800957 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.801208 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port ab172dd7-9deb-4e3c-89c9-6a4132680382 Sep 23 01:38:55.892027 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port ab172dd7-9deb-4e3c-89c9-6a4132680382 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:55.892587 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.026099 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.043755 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port ab172dd7-9deb-4e3c-89c9-6a4132680382, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=ab172dd7-9deb-4e3c-89c9-6a4132680382,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:56.069095 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:56.073388 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:56.078552 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:56.101710 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Pushing event updated for resources: {'Port': ['ID=e03a9573-c80e-4a0c-8265-c338d3bc9df7,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:56.173034 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e748a4ae-a088-4de5-9ee4-994d92821fb5 None None] Network d10ca970-09cc-49ae-ae1c-7b0d34826204 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:38:56.235620 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-b0fda539-e6d4-44e1-842b-7575f9faf069 None None] Provisioning complete for port ab172dd7-9deb-4e3c-89c9-6a4132680382 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:56.275698 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-b0fda539-e6d4-44e1-842b-7575f9faf069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.275698 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-b0fda539-e6d4-44e1-842b-7575f9faf069 None None] Attempt 1 to provision port ab172dd7-9deb-4e3c-89c9-6a4132680382 Sep 23 01:38:56.293841 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:56.364052 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-b0fda539-e6d4-44e1-842b-7575f9faf069 None None] Current status of the port ab172dd7-9deb-4e3c-89c9-6a4132680382 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:56.367627 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-b0fda539-e6d4-44e1-842b-7575f9faf069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.452491 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.553399 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=ab172dd7-9deb-4e3c-89c9-6a4132680382,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:56.559379 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.db.api [None req-b0fda539-e6d4-44e1-842b-7575f9faf069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 01:38:56.559894 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG oslo_db.api [None req-b0fda539-e6d4-44e1-842b-7575f9faf069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 01:38:56.594416 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Publish callbacks [] for router_gateway (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.812189 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808686'] for router (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.869789 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:57.033379 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 is scheduled to L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a with binding_index 1 {{(pid=107195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:38:57.112217 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-b0fda539-e6d4-44e1-842b-7575f9faf069 None None] Current status of the port ab172dd7-9deb-4e3c-89c9-6a4132680382 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:57.156052 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:57.169839 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Sync routers for ids ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:57.183129 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Routers {'b1ac8217-de38-49d1-90ad-b1bd5e9554a0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:57.190333 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:57.247846 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-8da19c6c-07b4-42df-b95b-34b5f8b6ba9b None None] Provisioning complete for port ab172dd7-9deb-4e3c-89c9-6a4132680382 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:57.248210 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8da19c6c-07b4-42df-b95b-34b5f8b6ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.248575 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-8da19c6c-07b4-42df-b95b-34b5f8b6ba9b None None] Attempt 1 to provision port ab172dd7-9deb-4e3c-89c9-6a4132680382 Sep 23 01:38:57.270508 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.272230 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-4bf2faf8-18ea-472f-bb8f-c967de210318 admin admin] 10.222.0.83 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9061654 Sep 23 01:38:57.277075 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43672) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:57.344466 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Set router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:57.475575 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-8da19c6c-07b4-42df-b95b-34b5f8b6ba9b None None] Current status of the port ab172dd7-9deb-4e3c-89c9-6a4132680382 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:57.583379 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 3, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:57.613645 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Checking router: b1ac8217-de38-49d1-90ad-b1bd5e9554a0 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:57.613996 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Updating router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 port e03a9573-c80e-4a0c-8265-c338d3bc9df7 binding host dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:38:57.650621 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.651451 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:57.761390 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device ab172dd7-9deb-4e3c-89c9-6a4132680382 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:57.802097 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.822348 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:57.885327 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port ab172dd7-9deb-4e3c-89c9-6a4132680382 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:57.885714 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.886095 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port ab172dd7-9deb-4e3c-89c9-6a4132680382 Sep 23 01:38:58.081727 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Allocated IP 172.20.0.1 (d10ca970-09cc-49ae-ae1c-7b0d34826204/57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf/1acb874f-34a9-4955-b4fb-00d40dc68ee6) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:58.163146 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:58.186111 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port ab172dd7-9deb-4e3c-89c9-6a4132680382 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:58.212613 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Publish callbacks [] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.212934 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Publish callbacks [] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), precommit_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.319428 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.349004 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:58.357072 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Attempting to bind port e03a9573-c80e-4a0c-8265-c338d3bc9df7 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:38:58.357438 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Attempting to bind port e03a9573-c80e-4a0c-8265-c338d3bc9df7 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:38:58.357801 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Attempting to bind port e03a9573-c80e-4a0c-8265-c338d3bc9df7 on network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:38:58.372245 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.397315 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3b2e6-af3f-4b64-b19f-6b6eeefeafa9 None None] Pushing event updated for resources: {'Port': ['ID=e03a9573-c80e-4a0c-8265-c338d3bc9df7,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:58.421687 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Network d10ca970-09cc-49ae-ae1c-7b0d34826204 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:58.421966 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:38:58.422119 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Checking segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:58.422458 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.422918 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Bound using segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:38:58.423442 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Bound port: e03a9573-c80e-4a0c-8265-c338d3bc9df7, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:38:58.423819 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.427918 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:58.430838 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:58.434889 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1acb874f-34a9-4955-b4fb-00d40dc68ee6,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:58.493788 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817623'] for router_interface (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.494016 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] For port e03a9573-c80e-4a0c-8265-c338d3bc9df7, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:38:58.498316 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] For port e03a9573-c80e-4a0c-8265-c338d3bc9df7, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=e03a9573-c80e-4a0c-8265-c338d3bc9df7,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:38:58.583711 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.636434 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Routers {'b1ac8217-de38-49d1-90ad-b1bd5e9554a0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:58.637444 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:58.717910 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.730345 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:58.740896 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:58.749369 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3b2e6-af3f-4b64-b19f-6b6eeefeafa9 None None] Pushing event updated for resources: {'Port': ['ID=e03a9573-c80e-4a0c-8265-c338d3bc9df7,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:58.754120 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Provisioning complete for port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:58.754477 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.754845 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Attempt 1 to provision port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 Sep 23 01:38:58.835289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:58.843010 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] Set router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:58.900663 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Publish callbacks [] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.973687 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:59.047953 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817731'] for router_interface (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:59.049986 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 3, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:59.057432 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1acb874f-34a9-4955-b4fb-00d40dc68ee6,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:59.084107 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc753f0-20b6-40e0-a5c3-d2d27ba3acf6 None None] The sync data for ids ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'] in dv-cinder-849143-7-smb is: [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 3, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:38:59.173270 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Network d10ca970-09cc-49ae-ae1c-7b0d34826204 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:59.175178 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:59.339329 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Attempt 2 to provision port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 Sep 23 01:38:59.379517 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:38:59.437630 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:59.523909 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:59.529768 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:59.538104 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-57f811fd-8b10-43f1-9c4f-f0cfaf4ca7b3 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/b1ac8217-de38-49d1-90ad-b1bd5e9554a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2571907 Sep 23 01:38:59.746854 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device e03a9573-c80e-4a0c-8265-c338d3bc9df7 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:59.802352 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port e03a9573-c80e-4a0c-8265-c338d3bc9df7 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:59.802761 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:59.803101 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port e03a9573-c80e-4a0c-8265-c338d3bc9df7 Sep 23 01:38:59.911599 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port e03a9573-c80e-4a0c-8265-c338d3bc9df7 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:59.912043 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:59.939381 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Attempt 3 to provision port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 Sep 23 01:38:59.947056 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port e03a9573-c80e-4a0c-8265-c338d3bc9df7, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=e03a9573-c80e-4a0c-8265-c338d3bc9df7,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:59.990088 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:00.050246 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.106742 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:00.110423 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=e03a9573-c80e-4a0c-8265-c338d3bc9df7,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:00.443170 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43700) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:00.449341 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2012353740-network', 'tenant_id': '37580294b6a64983be42d862d2dcc86f'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:00.454288 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:00.499776 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Attempt 4 to provision port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 Sep 23 01:39:00.525339 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-7a0f1345-99a8-4fb4-9885-2d6b2beef786 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467241 Sep 23 01:39:00.536512 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:00.570207 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Made reservation on behalf of 37580294b6a64983be42d862d2dcc86f for: {'network': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:39:00.573200 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.583406 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.628898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-e6fb796f-6e8f-4548-9f1b-b551179813af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:00.630802 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-e6fb796f-6e8f-4548-9f1b-b551179813af service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 1130 time: 0.0551078 Sep 23 01:39:00.674744 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Publish callbacks [] for security_group (7a194954-e978-464e-9e8b-d8e9dddfdb09), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.764010 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-89694ce8-acb0-433b-95e3-4e14ce6d3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:00.771087 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-89694ce8-acb0-433b-95e3-4e14ce6d3a26 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 918 time: 0.1098566 Sep 23 01:39:00.783574 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7a194954-e978-464e-9e8b-d8e9dddfdb09), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.793211 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=22 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:00.806902 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 463} {{(pid=107196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:39:00.827244 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a194954-e978-464e-9e8b-d8e9dddfdb09,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:00.832416 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (13e2e611-473b-47b8-a42a-384a75b161b6), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.837146 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.segments_db [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Added segment 13e2e611-473b-47b8-a42a-384a75b161b6 of type vlan for network 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 Sep 23 01:39:00.853140 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-948f9e54-f6a8-432b-a0d6-ea8460840eaa service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740 HTTP/1.1" status: 200 len: 1001 time: 0.0645983 Sep 23 01:39:00.906191 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.908772 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Sync routers for ids ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:00.918514 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-0b23ad05-774b-4c1e-ab5a-d16c5dd68d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:00.920617 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-0b23ad05-774b-4c1e-ab5a-d16c5dd68d00 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=d00b43bc-280f-4f7d-911a-6c43852fe368 HTTP/1.1" status: 200 len: 856 time: 0.0650332 Sep 23 01:39:00.923665 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Routers {'b1ac8217-de38-49d1-90ad-b1bd5e9554a0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:00.924341 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:00.990736 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-a8122f62-f1aa-48d0-b321-ec4781696c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:00.991777 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-a8122f62-f1aa-48d0-b321-ec4781696c87 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=56ea4513-cae2-4548-9357-1f84497c0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0625577 Sep 23 01:39:01.037770 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Attempt 5 to provision port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 Sep 23 01:39:01.041287 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Set router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:01.068300 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:01.070403 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:01.071920 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:01.081385 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:01.175263 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] Pushing event updated for resources: {'Network': ['ID=9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:01.189143 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:39:01.218560 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-90647972-5475-4468-be39-e40d1f0495a9 admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7738502 Sep 23 01:39:01.221671 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43704) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:01.234725 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] Request body: {'subnet': {'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2012353740-subnet', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'ip_version': 4}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:01.299686 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 4, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '1acb874f-34a9-4955-b4fb-00d40dc68ee6', 'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'mac_address': 'fa:16:3e:85:f8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 2, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'subnets': [{'id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:01.342562 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Checking router: b1ac8217-de38-49d1-90ad-b1bd5e9554a0 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:01.343039 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Updating router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 binding host dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:39:01.355210 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-ddff9787-ba01-4c83-8467-a1fb572db92a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344621 Sep 23 01:39:01.375629 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:01.387920 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] Made reservation on behalf of 37580294b6a64983be42d862d2dcc86f for: {'subnet': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:39:01.390511 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12815863'] for subnet (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:01.582817 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Attempt 6 to provision port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 Sep 23 01:39:01.631565 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:01.743656 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Publish callbacks [] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), precommit_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:01.762700 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device e03a9573-c80e-4a0c-8265-c338d3bc9df7 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:01.785051 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:01.828615 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:01.853865 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port e03a9573-c80e-4a0c-8265-c338d3bc9df7 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:01.854441 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:01.854982 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port e03a9573-c80e-4a0c-8265-c338d3bc9df7 Sep 23 01:39:01.861379 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-332cb88e-b2fc-4ff5-a904-f72ca6362750 req-0586c07c-4f35-4679-948c-4a3d3460c99f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572473 Sep 23 01:39:01.898771 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Pushing event updated for resources: {'Port': ['ID=1acb874f-34a9-4955-b4fb-00d40dc68ee6,revision_number=3']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:01.925938 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.927049 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.927385 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.927737 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.928075 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.928417 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.928906 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.929230 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.929552 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.929877 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.931261 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.931802 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.932134 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.932447 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.932869 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:01.998975 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port e03a9573-c80e-4a0c-8265-c338d3bc9df7 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:02.015730 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Attempting to bind port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:39:02.015730 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Attempting to bind port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:39:02.015730 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Attempting to bind port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 on network d10ca970-09cc-49ae-ae1c-7b0d34826204 {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:02.062971 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:39:02.062971 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Checking segment: {'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:39:02.062971 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.062971 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Bound using segment: {'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:39:02.062971 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Bound port: 1acb874f-34a9-4955-b4fb-00d40dc68ee6, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'}}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:39:02.062971 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.101350 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:02.115124 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16645387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12815841'] for subnet (4e306d28-1ecf-41a7-9fec-2abc9f80077b), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.133526 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Attempt 7 to provision port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 Sep 23 01:39:02.139832 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] For port 1acb874f-34a9-4955-b4fb-00d40dc68ee6, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:39:02.143907 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] For port 1acb874f-34a9-4955-b4fb-00d40dc68ee6, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=1acb874f-34a9-4955-b4fb-00d40dc68ee6,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:39:02.162676 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:02.184516 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:02.203100 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e306d28-1ecf-41a7-9fec-2abc9f80077b,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:02.214910 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] Checking segment: {'id': '13e2e611-473b-47b8-a42a-384a75b161b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:39:02.215268 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] Network hostable DHCP agents. Network: 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:39:02.245642 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.275236 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:02.295879 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Routers {'b1ac8217-de38-49d1-90ad-b1bd5e9554a0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:02.296577 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:02.313646 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] Network 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:39:02.373060 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053e132-5464-4d92-957d-27972dfd2488 None None] Pushing event updated for resources: {'Port': ['ID=1acb874f-34a9-4955-b4fb-00d40dc68ee6,revision_number=4']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:02.438511 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1) {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:02.443253 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:02.443852 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.452135 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb878e34-7918-414f-aff6-364607cf08b5 None None] Network 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:39:02.496531 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] Set router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:02.562986 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-0f34a623-3812-4464-bf24-a52a37465a64 admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3399122 Sep 23 01:39:02.565766 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43710) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:02.571986 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2012353740-router', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:02.593068 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaff64a2e-0121-5df4-867b-820a70dda548-9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1', 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1', 'project_id': '37580294b6a64983be42d862d2dcc86f', 'fixed_ips': [{'subnet_id': '4e306d28-1ecf-41a7-9fec-2abc9f80077b'}]}} from dv-cinder-849143-7-smb. {{(pid=107197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:39:02.594031 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.686873 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Attempt 8 to provision port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 Sep 23 01:39:02.720326 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.724073 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.771170 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:02.792787 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Publish callbacks [] for router_controller (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), precommit_add_association {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.813472 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.db_base_plugin_common [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Allocated IP 172.20.0.2 (9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1/4e306d28-1ecf-41a7-9fec-2abc9f80077b/0984d617-76c3-4c08-be1d-aa2a2c0e02b9) {{(pid=107197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:39:02.836931 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Current status of the port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:02.839555 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.891354 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 4, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '1acb874f-34a9-4955-b4fb-00d40dc68ee6', 'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'mac_address': 'fa:16:3e:85:f8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:02Z', 'revision_number': 4, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'subnets': [{'id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:02.895820 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:02.925032 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] For port 1acb874f-34a9-4955-b4fb-00d40dc68ee6, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=1acb874f-34a9-4955-b4fb-00d40dc68ee6,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:02.932419 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62443a70-8b03-46cf-a6e6-1876765953a1 None None] The sync data for ids ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'] in dv-cinder-849143-7-smb is: [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 4, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '1acb874f-34a9-4955-b4fb-00d40dc68ee6', 'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'mac_address': 'fa:16:3e:85:f8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:02Z', 'revision_number': 4, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'subnets': [{'id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:03.050044 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.091021 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Publish callbacks [] for router_gateway (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.121763 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Publish callbacks [] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), precommit_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.141345 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcea2a-6d0d-4f23-a0c4-b565cdda3780 None None] Pushing event updated for resources: {'Port': ['ID=1acb874f-34a9-4955-b4fb-00d40dc68ee6,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:03.173852 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-ea2007c8-1109-4282-a2bf-da007d769df2 None None] Provisioning complete for port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:03.174256 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-ea2007c8-1109-4282-a2bf-da007d769df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.174824 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-ea2007c8-1109-4282-a2bf-da007d769df2 None None] Attempt 1 to provision port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 Sep 23 01:39:03.275599 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-ea2007c8-1109-4282-a2bf-da007d769df2 None None] Current status of the port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:03.299443 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), after_create {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.359605 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Network 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 is already hosted by enough agents. {{(pid=107197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:03.365870 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.scheduler.base_scheduler [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Resources bound (agent type, host, resource id): {{(pid=107197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:03.370560 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Received port after_create {{(pid=107197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:03.404191 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Pushing event updated for resources: {'Port': ['ID=0984d617-76c3-4c08-be1d-aa2a2c0e02b9,revision_number=1']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:03.444609 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Attempting to bind port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:39:03.444986 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Attempting to bind port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '13e2e611-473b-47b8-a42a-384a75b161b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:39:03.445337 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Attempting to bind port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 on network 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:03.448538 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:03.513566 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:39:03.514207 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Checking segment: {'id': '13e2e611-473b-47b8-a42a-384a75b161b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:39:03.514788 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.515443 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Bound using segment: {'id': '13e2e611-473b-47b8-a42a-384a75b161b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:39:03.516255 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Bound port: 0984d617-76c3-4c08-be1d-aa2a2c0e02b9, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e2e611-473b-47b8-a42a-384a75b161b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:39:03.516861 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.534094 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Publish callbacks [] for router_gateway (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.557814 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.670748 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] For port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:39:03.676819 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] For port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=0984d617-76c3-4c08-be1d-aa2a2c0e02b9,segment=NetworkSegment(13e2e611-473b-47b8-a42a-384a75b161b6),segment_id=13e2e611-473b-47b8-a42a-384a75b161b6)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:39:03.741798 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Allocated IP 172.28.0.150 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/5085da32-028d-4a1a-8730-136b5d9f2b59) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:39:03.751451 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.755675 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:03.783356 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b72677-b7fb-406a-b4cf-5bc6da1655fb req-fc344fe3-f37b-4855-8e70-a8c03efb2636 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:03.787487 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d2b72677-b7fb-406a-b4cf-5bc6da1655fb req-fc344fe3-f37b-4855-8e70-a8c03efb2636 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 946 time: 0.0826569 Sep 23 01:39:03.884502 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 1acb874f-34a9-4955-b4fb-00d40dc68ee6 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:03.911520 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d2b72677-b7fb-406a-b4cf-5bc6da1655fb req-d3539e50-7c51-47e2-b6ea-3dd2c2ac85a4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122081 Sep 23 01:39:03.954983 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56dc88-66f1-4216-ad8e-0428517a69cb None None] Pushing event updated for resources: {'Port': ['ID=0984d617-76c3-4c08-be1d-aa2a2c0e02b9,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:03.990530 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:03.990530 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.991048 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 Sep 23 01:39:04.010970 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Publish callbacks [] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.125429 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.185242 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:04.205555 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:04.207762 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=5085da32-028d-4a1a-8730-136b5d9f2b59,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:04.210579 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:04.275143 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:04.682880 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:04.690383 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Publish callbacks [] for router_gateway (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.943348 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808686'] for router (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.011661 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c20ec0-b7ba-44ef-b208-6ff7f2daad63 None None] Network 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:39:05.145053 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-2befbff9-91a3-45a9-98fd-06b2c0435acf None None] Provisioning complete for port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:05.145518 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2befbff9-91a3-45a9-98fd-06b2c0435acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.146041 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-2befbff9-91a3-45a9-98fd-06b2c0435acf None None] Attempt 1 to provision port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 Sep 23 01:39:05.157009 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515cc07-11c4-4832-bab7-142973ae8027 req-b42d31c8-8e99-4385-9ca4-36d2c7546429 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:05.158622 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e515cc07-11c4-4832-bab7-142973ae8027 req-b42d31c8-8e99-4385-9ca4-36d2c7546429 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 946 time: 0.1418355 Sep 23 01:39:05.231273 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e515cc07-11c4-4832-bab7-142973ae8027 req-180efc17-e432-4a99-bddb-ff07391e4aac tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618947 Sep 23 01:39:05.236077 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:05.265125 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-2befbff9-91a3-45a9-98fd-06b2c0435acf None None] Current status of the port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:05.267285 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2befbff9-91a3-45a9-98fd-06b2c0435acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.311786 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-2befbff9-91a3-45a9-98fd-06b2c0435acf None None] For port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=0984d617-76c3-4c08-be1d-aa2a2c0e02b9,segment=NetworkSegment(13e2e611-473b-47b8-a42a-384a75b161b6),segment_id=13e2e611-473b-47b8-a42a-384a75b161b6)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:05.336437 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 is scheduled to L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a with binding_index 1 {{(pid=107195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:39:05.450432 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2befbff9-91a3-45a9-98fd-06b2c0435acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.460469 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:39:05.485258 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Sync routers for ids ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:05.519333 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Routers {'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:05.519964 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:05.584051 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.585145 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:05.585845 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-1a0b3cca-cd05-401b-bfe8-7f8a44739ed6 admin admin] 10.222.0.83 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0183132 Sep 23 01:39:05.589907 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43722) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:05.602795 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befbff9-91a3-45a9-98fd-06b2c0435acf None None] Pushing event updated for resources: {'Port': ['ID=0984d617-76c3-4c08-be1d-aa2a2c0e02b9,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:05.616682 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-054f6456-d922-436c-a045-07070a349a30 None None] Provisioning complete for port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:05.617053 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-054f6456-d922-436c-a045-07070a349a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.617395 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-054f6456-d922-436c-a045-07070a349a30 None None] Attempt 1 to provision port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 Sep 23 01:39:05.727092 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Set router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:05.789713 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-978f4a8c-4a9a-4e8c-b178-c8f5bd9d09b4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:05.792639 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-978f4a8c-4a9a-4e8c-b178-c8f5bd9d09b4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 946 time: 0.1247475 Sep 23 01:39:05.836643 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:05.839046 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:05.920461 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Deleting port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:05.920910 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.945389 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-054f6456-d922-436c-a045-07070a349a30 None None] Current status of the port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:05.993712 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:05.994163 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.994466 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 Sep 23 01:39:06.070371 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] For port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:06.071811 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.202265 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'name': 'tempest-TestMinimumBasicScenario-2012353740-router', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:39:02Z', 'updated_at': '2022-09-23T01:39:04Z', 'revision_number': 3, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'gw_port': {'id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:39:03Z', 'updated_at': '2022-09-23T01:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:06.243536 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Checking router: a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:06.243906 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Updating router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 port 5085da32-028d-4a1a-8730-136b5d9f2b59 binding host dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:39:06.270236 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:06.293596 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:06.300088 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.385816 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:06.407088 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.407662 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (c6480e8c-1a40-4495-8ff3-34abd738ec8e), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.408175 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Floating IP c6480e8c-1a40-4495-8ff3-34abd738ec8e disassociated. External IP: 172.28.0.230, port: 25ec8619-b5ff-41e0-b4f0-cc934eb6e740. Sep 23 01:39:06.408715 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Calling delete_port for 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:06.511008 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1532b8-580d-4188-be12-ba8b4a4559d4 req-33241a0e-27a1-4c3a-9e45-c96e9b42d22e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:06.513649 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6a1532b8-580d-4188-be12-ba8b4a4559d4 req-33241a0e-27a1-4c3a-9e45-c96e9b42d22e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 946 time: 0.1280754 Sep 23 01:39:06.631664 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:06.660367 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Publish callbacks [] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), precommit_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.671865 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-6a1532b8-580d-4188-be12-ba8b4a4559d4 req-2a5c06a7-2d1c-4bdf-a3b9-7b73e945ba82 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=6c6b4e49-df98-4714-926d-852a84d7a293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478794 Sep 23 01:39:06.673661 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.719230 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (25ec8619-b5ff-41e0-b4f0-cc934eb6e740), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.765929 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.779603 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event deleted for resources: {'Port': ['ID=25ec8619-b5ff-41e0-b4f0-cc934eb6e740,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:06.794399 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:06.850208 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Attempting to bind port 5085da32-028d-4a1a-8730-136b5d9f2b59 on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:39:06.850954 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Attempting to bind port 5085da32-028d-4a1a-8730-136b5d9f2b59 by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:39:06.851541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Attempting to bind port 5085da32-028d-4a1a-8730-136b5d9f2b59 on network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:06.861968 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Allocated IP 172.20.0.1 (9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1/4e306d28-1ecf-41a7-9fec-2abc9f80077b/17d53734-039c-454e-895b-a325c3a70a6f) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:39:06.869096 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:06.917436 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c0a14-4e95-4e24-88ec-68819f15a15a None None] Pushing event updated for resources: {'Port': ['ID=5085da32-028d-4a1a-8730-136b5d9f2b59,revision_number=2']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:06.942706 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Router 8b257866-e5c2-4150-b2e8-6c5650841f49 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:39:06.962674 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:39:06.963275 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Checking segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:39:06.963936 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.964526 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Bound using segment: {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'} {{(pid=107197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:39:06.965358 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.managers [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Bound port: 5085da32-028d-4a1a-8730-136b5d9f2b59, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ae702-8730-4151-b6bf-3d58ab86410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}}] {{(pid=107197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:39:06.966027 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:07.016409 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Publish callbacks [] for port (17d53734-039c-454e-895b-a325c3a70a6f), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:07.023235 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:07.026109 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] For port 5085da32-028d-4a1a-8730-136b5d9f2b59, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:39:07.030207 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] For port 5085da32-028d-4a1a-8730-136b5d9f2b59, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=5085da32-028d-4a1a-8730-136b5d9f2b59,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:39:07.075658 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:39:07.086247 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f8498-dd45-4e2c-b4bb-928950325b88 None None] Sync routers for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:07.099497 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f8498-dd45-4e2c-b4bb-928950325b88 None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:07.099944 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-be6f8498-dd45-4e2c-b4bb-928950325b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:07.125168 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] No DVR routers for this DVR port 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:39:07.128135 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:07.132561 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c15c6f0a-8c62-4663-a8c7-538f23cd4ee1 req-87ad7be9-265e-4d6d-a3ba-b0b8bac01b5b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.88 "DELETE /networking/v2.0/ports/25ec8619-b5ff-41e0-b4f0-cc934eb6e740 HTTP/1.1" status: 204 len: 173 time: 1.3301873 Sep 23 01:39:07.132759 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'name': 'network-vif-deleted', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:07.135417 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c91e12-7a47-463a-a193-b4e287f75515" -d '{"events": [{"server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "name": "network-vif-deleted", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:07.188932 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6498ee-94a2-499a-90a0-c65c3b728782 x-openstack-request-id: req-5a6498ee-94a2-499a-90a0-c65c3b728782 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:07.189450 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81f7d0-b3c8-4c91-9817-56264a630ccc", "name": "network-vif-deleted", "tag": "25ec8619-b5ff-41e0-b4f0-cc934eb6e740", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:07.189623 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5a6498ee-94a2-499a-90a0-c65c3b728782 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:07.191295 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6498ee-94a2-499a-90a0-c65c3b728782'] response: {'server_uuid': '7b81f7d0-b3c8-4c91-9817-56264a630ccc', 'name': 'network-vif-deleted', 'tag': '25ec8619-b5ff-41e0-b4f0-cc934eb6e740', 'status': 'completed', 'code': 200} Sep 23 01:39:07.217059 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:07.221273 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-be6f8498-dd45-4e2c-b4bb-928950325b88 None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:07.260934 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Routers {'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:07.261586 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:07.279282 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (17d53734-039c-454e-895b-a325c3a70a6f), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:07.318435 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:07.334924 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c0a14-4e95-4e24-88ec-68819f15a15a None None] Pushing event updated for resources: {'Port': ['ID=5085da32-028d-4a1a-8730-136b5d9f2b59,revision_number=3']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:07.341991 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Network 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:07.345696 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:07.350414 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:07.376050 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Pushing event updated for resources: {'Port': ['ID=17d53734-039c-454e-895b-a325c3a70a6f,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:07.390069 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.390428 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.390801 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.391238 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.391561 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.391904 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.392238 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.392654 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.392990 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.393323 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.394074 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.394423 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.394784 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.395128 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.395490 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:07.421186 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817623'] for router_interface (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:07.426626 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] Set router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:07.501744 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-be6f8498-dd45-4e2c-b4bb-928950325b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:07.579809 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f8498-dd45-4e2c-b4bb-928950325b88 None None] Checking router: 8b257866-e5c2-4150-b2e8-6c5650841f49 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:07.592563 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f8498-dd45-4e2c-b4bb-928950325b88 None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:07.593619 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-be6f8498-dd45-4e2c-b4bb-928950325b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:07.709986 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Provisioning complete for port 17d53734-039c-454e-895b-a325c3a70a6f triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:07.710639 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (17d53734-039c-454e-895b-a325c3a70a6f), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:07.711131 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Attempt 1 to provision port 17d53734-039c-454e-895b-a325c3a70a6f Sep 23 01:39:07.721709 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (17d53734-039c-454e-895b-a325c3a70a6f), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:07.726972 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-be6f8498-dd45-4e2c-b4bb-928950325b88 None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:07.745252 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'name': 'tempest-TestMinimumBasicScenario-2012353740-router', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:39:02Z', 'updated_at': '2022-09-23T01:39:04Z', 'revision_number': 3, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'gw_port': {'id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:39:03Z', 'updated_at': '2022-09-23T01:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:07.781505 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b19c2-9b09-4890-a0cc-4802b49e2cae None None] The sync data for ids ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'] in dv-cinder-849143-7-smb is: [{'id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'name': 'tempest-TestMinimumBasicScenario-2012353740-router', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:39:02Z', 'updated_at': '2022-09-23T01:39:04Z', 'revision_number': 3, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'gw_port': {'id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:39:03Z', 'updated_at': '2022-09-23T01:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:07.784641 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Port 17d53734-039c-454e-895b-a325c3a70a6f cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:07.843470 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d4dd2c8e-80f7-4f3b-9eab-3611cf35d71f req-3968c62f-dadc-4098-8b11-36e045e8de53 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7b81f7d0-b3c8-4c91-9817-56264a630ccc HTTP/1.1" status: 200 len: 210 time: 0.0555089 Sep 23 01:39:07.958716 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:07.980628 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-be6f8498-dd45-4e2c-b4bb-928950325b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:08.021214 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f8498-dd45-4e2c-b4bb-928950325b88 None None] The sync data for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb is: [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:08.027736 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Publish callbacks [] for port (17d53734-039c-454e-895b-a325c3a70a6f), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:08.079767 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15907334'] for port (17d53734-039c-454e-895b-a325c3a70a6f), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:08.185881 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817731'] for router_interface (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:08.201601 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Pushing event updated for resources: {'Port': ['ID=17d53734-039c-454e-895b-a325c3a70a6f,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:08.286187 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Attempt 2 to provision port 17d53734-039c-454e-895b-a325c3a70a6f Sep 23 01:39:08.342655 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Port 17d53734-039c-454e-895b-a325c3a70a6f cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:08.347483 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Network 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:08.349261 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:08.355755 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:08.393044 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ce7e4-e78c-406c-b473-e5bb58c2b2f8 None None] New status for floating IP c6480e8c-1a40-4495-8ff3-34abd738ec8e: DOWN {{(pid=107197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:39:08.510719 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:39:08.701699 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:39:08.707412 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-81d6ebfd-a869-41bc-af6e-23f12ca539a1 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1158807 Sep 23 01:39:08.839629 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Attempt 3 to provision port 17d53734-039c-454e-895b-a325c3a70a6f Sep 23 01:39:08.894029 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Port 17d53734-039c-454e-895b-a325c3a70a6f cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:09.047010 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43744) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:09.111498 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-564bdeaf-8682-4716-8062-31278b902950 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (6c6b4e49-df98-4714-926d-852a84d7a293), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.135926 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-564bdeaf-8682-4716-8062-31278b902950 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (6c6b4e49-df98-4714-926d-852a84d7a293), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.278890 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-564bdeaf-8682-4716-8062-31278b902950 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (6c6b4e49-df98-4714-926d-852a84d7a293), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.281345 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-564bdeaf-8682-4716-8062-31278b902950 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.285760 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43750) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:09.287019 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-564bdeaf-8682-4716-8062-31278b902950 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "DELETE /networking/v2.0/security-groups/6c6b4e49-df98-4714-926d-852a84d7a293 HTTP/1.1" status: 204 len: 168 time: 0.2387624 Sep 23 01:39:09.299369 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bdeaf-8682-4716-8062-31278b902950 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6b4e49-df98-4714-926d-852a84d7a293,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:09.301497 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.api.v2.resource [None req-de74566f-87cb-42a9-9ba8-79c96641b563 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] show failed (client error): The resource could not be found. Sep 23 01:39:09.305911 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43752) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:09.309712 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-de74566f-87cb-42a9-9ba8-79c96641b563 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups/6c6b4e49-df98-4714-926d-852a84d7a293 HTTP/1.1" status: 404 len: 347 time: 0.0157533 Sep 23 01:39:09.395149 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Attempt 4 to provision port 17d53734-039c-454e-895b-a325c3a70a6f Sep 23 01:39:09.437326 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Port 17d53734-039c-454e-895b-a325c3a70a6f cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:09.437812 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-6225f4fd-28d6-4114-a662-34d70b1fbba4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Deleting port 69475e66-b1c7-4c3d-b25f-71ce4e6822ec {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:09.438176 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6225f4fd-28d6-4114-a662-34d70b1fbba4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (69475e66-b1c7-4c3d-b25f-71ce4e6822ec), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.527941 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6225f4fd-28d6-4114-a662-34d70b1fbba4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (69475e66-b1c7-4c3d-b25f-71ce4e6822ec), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.528281 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6225f4fd-28d6-4114-a662-34d70b1fbba4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (69475e66-b1c7-4c3d-b25f-71ce4e6822ec), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.546252 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-6225f4fd-28d6-4114-a662-34d70b1fbba4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Calling delete_port for 69475e66-b1c7-4c3d-b25f-71ce4e6822ec owned by network:floatingip {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:09.676818 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:09.746310 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 5085da32-028d-4a1a-8730-136b5d9f2b59 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:09.787545 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6225f4fd-28d6-4114-a662-34d70b1fbba4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (69475e66-b1c7-4c3d-b25f-71ce4e6822ec), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.793970 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 5085da32-028d-4a1a-8730-136b5d9f2b59 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:09.794353 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.794720 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 5085da32-028d-4a1a-8730-136b5d9f2b59 Sep 23 01:39:09.813285 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225f4fd-28d6-4114-a662-34d70b1fbba4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event deleted for resources: {'Port': ['ID=69475e66-b1c7-4c3d-b25f-71ce4e6822ec,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:09.880826 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:09.899994 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6225f4fd-28d6-4114-a662-34d70b1fbba4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (c6480e8c-1a40-4495-8ff3-34abd738ec8e), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.902823 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6225f4fd-28d6-4114-a662-34d70b1fbba4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.918713 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-6225f4fd-28d6-4114-a662-34d70b1fbba4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "DELETE /networking/v2.0/floatingips/c6480e8c-1a40-4495-8ff3-34abd738ec8e HTTP/1.1" status: 204 len: 168 time: 0.6004386 Sep 23 01:39:09.919975 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 5085da32-028d-4a1a-8730-136b5d9f2b59 is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:09.920374 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:09.948417 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Attempt 5 to provision port 17d53734-039c-454e-895b-a325c3a70a6f Sep 23 01:39:10.006562 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Port 17d53734-039c-454e-895b-a325c3a70a6f cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:10.022485 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] For port 5085da32-028d-4a1a-8730-136b5d9f2b59, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=5085da32-028d-4a1a-8730-136b5d9f2b59,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:10.151481 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43768) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:10.156295 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-b7965d1f-f139-4b71-846e-165e93b573d0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785411859', 'description': 'tempest-description--55174923'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:10.165368 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:10.227490 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Pushing event updated for resources: {'Port': ['ID=5085da32-028d-4a1a-8730-136b5d9f2b59,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:10.296561 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b7965d1f-f139-4b71-846e-165e93b573d0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:10.390912 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b7965d1f-f139-4b71-846e-165e93b573d0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (87810daf-c533-41d1-b037-fea4bebe8789), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:10.456391 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:39:10.490348 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:39:10.490348 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 25ec8619-b5ff-41e0-b4f0-cc934eb6e740 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:39:10.491147 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Sync routers for ids ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:10.507634 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b7965d1f-f139-4b71-846e-165e93b573d0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (87810daf-c533-41d1-b037-fea4bebe8789), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:10.508015 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Attempt 6 to provision port 17d53734-039c-454e-895b-a325c3a70a6f Sep 23 01:39:10.525273 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Routers {'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:10.534954 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:10.549904 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Port 17d53734-039c-454e-895b-a325c3a70a6f cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:10.594164 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7965d1f-f139-4b71-846e-165e93b573d0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87810daf-c533-41d1-b037-fea4bebe8789,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:10.701510 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Set router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:10.721058 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-b7965d1f-f139-4b71-846e-165e93b573d0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:10.725069 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-b7965d1f-f139-4b71-846e-165e93b573d0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5697565 Sep 23 01:39:10.725430 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43770) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:10.732230 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-4f59a7bb-d4e5-425f-970a-021b435c2d3f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'security_group_rule': {'security_group_id': '87810daf-c533-41d1-b037-fea4bebe8789', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:10.879347 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4f59a7bb-d4e5-425f-970a-021b435c2d3f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (21b780c1-7852-42ad-92e4-bb7dac23f013), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:10.882333 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:10.924472 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=100 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:10.932414 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'name': 'tempest-TestMinimumBasicScenario-2012353740-router', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:39:02Z', 'updated_at': '2022-09-23T01:39:07Z', 'revision_number': 4, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'gw_port': {'id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:39:03Z', 'updated_at': '2022-09-23T01:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '17d53734-039c-454e-895b-a325c3a70a6f', 'name': '', 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'mac_address': 'fa:16:3e:65:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4e306d28-1ecf-41a7-9fec-2abc9f80077b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:39:06Z', 'updated_at': '2022-09-23T01:39:07Z', 'revision_number': 2, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'subnets': [{'id': '4e306d28-1ecf-41a7-9fec-2abc9f80077b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:10.964301 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Checking router: a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:10.964569 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Updating router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 port 17d53734-039c-454e-895b-a325c3a70a6f binding host dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:39:10.997204 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4f59a7bb-d4e5-425f-970a-021b435c2d3f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (21b780c1-7852-42ad-92e4-bb7dac23f013), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.005092 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (17d53734-039c-454e-895b-a325c3a70a6f), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.050829 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Attempt 7 to provision port 17d53734-039c-454e-895b-a325c3a70a6f Sep 23 01:39:11.095626 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4f59a7bb-d4e5-425f-970a-021b435c2d3f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (21b780c1-7852-42ad-92e4-bb7dac23f013), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.095899 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Port 17d53734-039c-454e-895b-a325c3a70a6f cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:11.129825 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59a7bb-d4e5-425f-970a-021b435c2d3f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b780c1-7852-42ad-92e4-bb7dac23f013,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:11.191446 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-4f59a7bb-d4e5-425f-970a-021b435c2d3f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.194051 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-4f59a7bb-d4e5-425f-970a-021b435c2d3f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4670322 Sep 23 01:39:11.197660 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43772) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:11.213844 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-d178459f-cd8a-41cc-b035-205ac1900b6d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'security_group_rule': {'security_group_id': '87810daf-c533-41d1-b037-fea4bebe8789', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:11.374645 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d178459f-cd8a-41cc-b035-205ac1900b6d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (3b5b8391-205d-4388-8b46-3d143d750d67), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.472943 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d178459f-cd8a-41cc-b035-205ac1900b6d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (3b5b8391-205d-4388-8b46-3d143d750d67), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.497819 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Publish callbacks [] for port (17d53734-039c-454e-895b-a325c3a70a6f), precommit_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.552084 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d178459f-cd8a-41cc-b035-205ac1900b6d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (3b5b8391-205d-4388-8b46-3d143d750d67), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.571742 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178459f-cd8a-41cc-b035-205ac1900b6d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5b8391-205d-4388-8b46-3d143d750d67,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:11.587826 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (17d53734-039c-454e-895b-a325c3a70a6f), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.597992 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Attempt 8 to provision port 17d53734-039c-454e-895b-a325c3a70a6f Sep 23 01:39:11.644353 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Port 17d53734-039c-454e-895b-a325c3a70a6f cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:11.653023 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-d178459f-cd8a-41cc-b035-205ac1900b6d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.656642 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-d178459f-cd8a-41cc-b035-205ac1900b6d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4571683 Sep 23 01:39:11.659300 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 43774) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:11.666844 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'floatingip': {'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:11.667038 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca8fa7-1aae-45f4-aaca-c6efed0abc4f None None] Pushing event updated for resources: {'Port': ['ID=17d53734-039c-454e-895b-a325c3a70a6f,revision_number=3']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:11.700960 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Attempting to bind port 17d53734-039c-454e-895b-a325c3a70a6f on host dv-cinder-849143-7-smb for vnic_type normal with profile {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:39:11.701572 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Attempting to bind port 17d53734-039c-454e-895b-a325c3a70a6f by drivers openvswitch,hyperv on host dv-cinder-849143-7-smb at level 0 using segments [{'id': '13e2e611-473b-47b8-a42a-384a75b161b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1'}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:39:11.701792 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Attempting to bind port 17d53734-039c-454e-895b-a325c3a70a6f on network 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:11.753817 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Checking agent: {'id': '95b3c650-c7bb-4b0b-a510-79db944ba8c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 20), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:39:11.754272 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Checking segment: {'id': '13e2e611-473b-47b8-a42a-384a75b161b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:39:11.754631 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.755005 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Bound using segment: {'id': '13e2e611-473b-47b8-a42a-384a75b161b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1'} {{(pid=107198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:39:11.755486 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.managers [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Bound port: 17d53734-039c-454e-895b-a325c3a70a6f, host: dv-cinder-849143-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e2e611-473b-47b8-a42a-384a75b161b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1'}}] {{(pid=107198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:39:11.756142 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (17d53734-039c-454e-895b-a325c3a70a6f), before_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.785093 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 5085da32-028d-4a1a-8730-136b5d9f2b59 up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:11.810006 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.831256 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] For port 17d53734-039c-454e-895b-a325c3a70a6f, host dv-cinder-849143-7-smb, cleared binding levels {{(pid=107198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:39:11.834806 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.plugins.ml2.db [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] For port 17d53734-039c-454e-895b-a325c3a70a6f, host dv-cinder-849143-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=17d53734-039c-454e-895b-a325c3a70a6f,segment=NetworkSegment(13e2e611-473b-47b8-a42a-384a75b161b6),segment_id=13e2e611-473b-47b8-a42a-384a75b161b6)] {{(pid=107198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:39:11.884065 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 5085da32-028d-4a1a-8730-136b5d9f2b59 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:11.884522 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.884800 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 5085da32-028d-4a1a-8730-136b5d9f2b59 Sep 23 01:39:11.902146 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron_lib.callbacks.manager [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (17d53734-039c-454e-895b-a325c3a70a6f), after_update {{(pid=107198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.904452 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:11.924189 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.960656 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Routers {'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:11.961903 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:38:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:12.002289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 5085da32-028d-4a1a-8730-136b5d9f2b59 is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:12.015006 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca8fa7-1aae-45f4-aaca-c6efed0abc4f None None] Pushing event updated for resources: {'Port': ['ID=17d53734-039c-454e-895b-a325c3a70a6f,revision_number=4']} {{(pid=107198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:12.091238 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Allocated IP 172.28.0.58 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/8ad59afd-0770-4d37-a264-17a8c79de397) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:39:12.103515 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] Set router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:12.145996 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Attempt 9 to provision port 17d53734-039c-454e-895b-a325c3a70a6f Sep 23 01:39:12.304862 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:12.308854 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Current status of the port 17d53734-039c-454e-895b-a325c3a70a6f is: DOWN; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:12.309850 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (17d53734-039c-454e-895b-a325c3a70a6f), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:12.324537 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for port (8ad59afd-0770-4d37-a264-17a8c79de397), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:12.386912 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:12.390852 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] For port 17d53734-039c-454e-895b-a325c3a70a6f, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=17d53734-039c-454e-895b-a325c3a70a6f,segment=NetworkSegment(13e2e611-473b-47b8-a42a-384a75b161b6),segment_id=13e2e611-473b-47b8-a42a-384a75b161b6)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:12.410043 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'name': 'tempest-TestMinimumBasicScenario-2012353740-router', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:39:02Z', 'updated_at': '2022-09-23T01:39:07Z', 'revision_number': 4, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'gw_port': {'id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:39:03Z', 'updated_at': '2022-09-23T01:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '17d53734-039c-454e-895b-a325c3a70a6f', 'name': '', 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'mac_address': 'fa:16:3e:65:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4e306d28-1ecf-41a7-9fec-2abc9f80077b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:39:06Z', 'updated_at': '2022-09-23T01:39:11Z', 'revision_number': 4, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'subnets': [{'id': '4e306d28-1ecf-41a7-9fec-2abc9f80077b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:12.442768 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d699e-6463-4169-96ed-8eb4bd6e6900 None None] The sync data for ids ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'] in dv-cinder-849143-7-smb is: [{'id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'name': 'tempest-TestMinimumBasicScenario-2012353740-router', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:39:02Z', 'updated_at': '2022-09-23T01:39:07Z', 'revision_number': 4, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'gw_port': {'id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:39:03Z', 'updated_at': '2022-09-23T01:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '17d53734-039c-454e-895b-a325c3a70a6f', 'name': '', 'network_id': '9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'mac_address': 'fa:16:3e:65:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4e306d28-1ecf-41a7-9fec-2abc9f80077b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:39:06Z', 'updated_at': '2022-09-23T01:39:11Z', 'revision_number': 4, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'subnets': [{'id': '4e306d28-1ecf-41a7-9fec-2abc9f80077b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:12.457035 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (8ad59afd-0770-4d37-a264-17a8c79de397), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:12.491091 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (17d53734-039c-454e-895b-a325c3a70a6f), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:12.586757 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:12.629840 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ad4e0-c844-416f-b7d3-8b0b6e04dee7 None None] Pushing event updated for resources: {'Port': ['ID=17d53734-039c-454e-895b-a325c3a70a6f,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:12.680800 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-dead69ec-96b3-47c2-84d6-0690353c2cda None None] Provisioning complete for port 17d53734-039c-454e-895b-a325c3a70a6f triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:12.681769 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-dead69ec-96b3-47c2-84d6-0690353c2cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (17d53734-039c-454e-895b-a325c3a70a6f), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:12.682278 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-dead69ec-96b3-47c2-84d6-0690353c2cda None None] Attempt 1 to provision port 17d53734-039c-454e-895b-a325c3a70a6f Sep 23 01:39:12.790517 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-dead69ec-96b3-47c2-84d6-0690353c2cda None None] Current status of the port 17d53734-039c-454e-895b-a325c3a70a6f is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:12.918741 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:12.919653 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'Port': ['ID=8ad59afd-0770-4d37-a264-17a8c79de397,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:12.922721 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:12.924974 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:12.959688 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:13.024697 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (335c436e-7b9a-4c0d-8ffe-8882013b37f6), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:13.147862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (8ad59afd-0770-4d37-a264-17a8c79de397), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:13.341005 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:13.354735 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for port (8ad59afd-0770-4d37-a264-17a8c79de397), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:13.599564 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (8ad59afd-0770-4d37-a264-17a8c79de397), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:13.679675 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'Port': ['ID=8ad59afd-0770-4d37-a264-17a8c79de397,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:13.682713 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (335c436e-7b9a-4c0d-8ffe-8882013b37f6), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:13.767235 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:13.777869 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-d80f2442-e9e8-492d-8f73-0a95f4b45532 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1080399 Sep 23 01:39:13.794636 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 17d53734-039c-454e-895b-a325c3a70a6f up at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:13.861936 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Provisioning complete for port 17d53734-039c-454e-895b-a325c3a70a6f triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:13.862530 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (17d53734-039c-454e-895b-a325c3a70a6f), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:13.862966 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Attempt 1 to provision port 17d53734-039c-454e-895b-a325c3a70a6f Sep 23 01:39:13.866374 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:14.028006 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Current status of the port 17d53734-039c-454e-895b-a325c3a70a6f is: ACTIVE; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:14.125772 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-88ee7883-08f9-484f-9a31-ba9800774e4a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1785411859&fields=id&tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05 HTTP/1.1" status: 200 len: 267 time: 0.0770531 Sep 23 01:39:14.278692 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-3a1bec3b-1bd0-414e-9a8e-27874a325449 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:14.283649 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-3a1bec3b-1bd0-414e-9a8e-27874a325449 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 817 time: 0.1465528 Sep 23 01:39:14.298168 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:14.300281 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-880f0d8c-126c-4963-9f05-106dba69e293 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/quotas/6ee88a9c3cac404fa07e13ba0ca7ab05 HTTP/1.1" status: 200 len: 375 time: 0.0106938 Sep 23 01:39:14.377976 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-011227e9-f1b1-4a0c-91ab-b2d1afd3d40e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672855 Sep 23 01:39:14.503310 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:14.506399 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-cf9b95b4-88b9-42e8-b6a3-55b07629c835 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210246 Sep 23 01:39:14.639239 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-0e631c0e-0fe8-4134-9843-34b9bdbc0f80 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260750 Sep 23 01:39:14.770603 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-87afaced-8366-4650-906b-fa6d51001b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:14.987776 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-05d5f045-89d2-4ab5-9c1d-aa53c58de6be req-d969ef9b-23ba-4202-a9fc-cfe253e706f8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 210 time: 0.0536313 Sep 23 01:39:16.129642 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ff46be5f-1b37-498a-83c1-3eddd989c014 req-f65ec24c-107c-4d49-a71e-b19e91fbdba2 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 210 time: 0.0425425 Sep 23 01:39:17.256486 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cb0cd397-1740-4793-aa09-eeed46d0942a req-74a7c4bf-6154-4b58-b122-643e74400d4d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 210 time: 0.0348680 Sep 23 01:39:17.838746 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c5e406ae-ea54-4fd6-bdb9-fb8182ca2f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:18.276485 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-223b187e-f944-4de6-8086-c8d2465f8afb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:18.278352 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-223b187e-f944-4de6-8086-c8d2465f8afb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.88 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 817 time: 0.1492853 Sep 23 01:39:18.378281 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-4b410914-3d02-4935-aaeb-b61bace95b0d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05 HTTP/1.1" status: 200 len: 380 time: 0.0763478 Sep 23 01:39:18.389927 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'port': {'device_id': '27e3115d-11fa-43ad-8573-2878c4c88656', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'admin_state_up': True, 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'security_groups': ['87810daf-c533-41d1-b037-fea4bebe8789']}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:18.397658 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-7d813013-d36c-4044-95a9-f2efa9c2b977 req-a085f81c-4f6a-4e15-ad0b-986bfc271772 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 210 time: 0.0323083 Sep 23 01:39:18.673553 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Made reservation on behalf of 6ee88a9c3cac404fa07e13ba0ca7ab05 for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:39:18.677819 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:18.841516 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Allocated IP 172.20.0.5 (56ea4513-cae2-4548-9357-1f84497c0251/d00b43bc-280f-4f7d-911a-6c43852fe368/8ebbad30-7304-46cc-9269-655ced2bef87) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:39:19.005650 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for port (8ebbad30-7304-46cc-9269-655ced2bef87), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:19.010305 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:19.096324 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:19.148325 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Network 56ea4513-cae2-4548-9357-1f84497c0251 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:19.152331 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:19.156683 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:19.182107 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event updated for resources: {'Port': ['ID=8ebbad30-7304-46cc-9269-655ced2bef87,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:19.189253 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:19.214142 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:19.214938 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:19.327417 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-7bdda63e-f651-4310-9e73-0de949cd0588 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9415021 Sep 23 01:39:19.358071 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Request body: {'port': {'device_id': '27e3115d-11fa-43ad-8573-2878c4c88656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:19.463817 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:19.474811 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-18a4b111-6e27-4c0d-8e73-bf319b022e88 None None] Provisioning complete for port 8ebbad30-7304-46cc-9269-655ced2bef87 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:19.475439 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-18a4b111-6e27-4c0d-8e73-bf319b022e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:19.475550 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-18a4b111-6e27-4c0d-8e73-bf319b022e88 None None] Attempt 1 to provision port 8ebbad30-7304-46cc-9269-655ced2bef87 Sep 23 01:39:19.523408 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-18a4b111-6e27-4c0d-8e73-bf319b022e88 None None] Port 8ebbad30-7304-46cc-9269-655ced2bef87 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:19.525606 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:19.636898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1bfe-3f51-4b8d-a87b-3782c40d7500 req-a58b7019-b2cd-4c0d-807a-3b54ba3f78b7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:19.638484 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0e2e1bfe-3f51-4b8d-a87b-3782c40d7500 req-a58b7019-b2cd-4c0d-807a-3b54ba3f78b7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 931 time: 0.1145718 Sep 23 01:39:19.752707 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0e2e1bfe-3f51-4b8d-a87b-3782c40d7500 req-ace17061-dd7a-46b1-874e-eaf126a5e542 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063344 Sep 23 01:39:19.876906 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebbad30-7304-46cc-9269-655ced2bef87 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:39:19.886244 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Publish callbacks [] for port (8ebbad30-7304-46cc-9269-655ced2bef87), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:19.902191 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Transition to ACTIVE for port object 8ebbad30-7304-46cc-9269-655ced2bef87 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:39:20.004297 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:20.024921 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-18a4b111-6e27-4c0d-8e73-bf319b022e88 None None] Attempt 2 to provision port 8ebbad30-7304-46cc-9269-655ced2bef87 Sep 23 01:39:20.071127 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-18a4b111-6e27-4c0d-8e73-bf319b022e88 None None] Port 8ebbad30-7304-46cc-9269-655ced2bef87 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:20.075243 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Pushing event updated for resources: {'Port': ['ID=8ebbad30-7304-46cc-9269-655ced2bef87,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:20.128302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Attempting to bind port 8ebbad30-7304-46cc-9269-655ced2bef87 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:39:20.128634 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Attempting to bind port 8ebbad30-7304-46cc-9269-655ced2bef87 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:39:20.128964 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Attempting to bind port 8ebbad30-7304-46cc-9269-655ced2bef87 on network 56ea4513-cae2-4548-9357-1f84497c0251 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:20.177738 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Port 8ebbad30-7304-46cc-9269-655ced2bef87 on network 56ea4513-cae2-4548-9357-1f84497c0251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:39:20.178064 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Attempting to bind port 8ebbad30-7304-46cc-9269-655ced2bef87 on network 56ea4513-cae2-4548-9357-1f84497c0251 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:20.210765 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:20.229528 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:39:20.229867 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Checking segment: {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:39:20.230256 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Bound using segment: {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:39:20.230752 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Bound port: 8ebbad30-7304-46cc-9269-655ced2bef87, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ea0a02-ef1d-45ad-b055-821604a8d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:39:20.231100 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:20.316302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:39:20.320810 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:39:20.572910 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-18a4b111-6e27-4c0d-8e73-bf319b022e88 None None] Attempt 3 to provision port 8ebbad30-7304-46cc-9269-655ced2bef87 Sep 23 01:39:20.604255 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-18a4b111-6e27-4c0d-8e73-bf319b022e88 None None] Port 8ebbad30-7304-46cc-9269-655ced2bef87 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:20.638147 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:20.714425 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:20.722185 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:20.722568 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:20.724292 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/8ebbad30-7304-46cc-9269-655ced2bef87 HTTP/1.1" status: 200 len: 1093 time: 1.3751471 Sep 23 01:39:20.725080 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:20.727782 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91100544-9677-48a4-9c4f-c8928292ff86" -d '{"events": [{"name": "network-changed", "server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:20.775003 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4b4dc0-fb74-41b3-bcdc-1182fc47ccdd x-openstack-request-id: req-0d4b4dc0-fb74-41b3-bcdc-1182fc47ccdd {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:20.779087 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:20.779087 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0d4b4dc0-fb74-41b3-bcdc-1182fc47ccdd {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:20.779087 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4b4dc0-fb74-41b3-bcdc-1182fc47ccdd'] response: {'name': 'network-changed', 'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87', 'status': 'completed', 'code': 200} Sep 23 01:39:20.781994 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Pushing event updated for resources: {'Port': ['ID=8ebbad30-7304-46cc-9269-655ced2bef87,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:20.791074 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.791359 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.791710 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.792098 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.792444 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.792882 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.793261 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.793594 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.794116 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.794299 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.794663 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.795021 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.795378 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.795701 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.796077 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f9375-671f-460e-97bf-bcafcefed5fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:20.843047 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:20.907098 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91100544-9677-48a4-9c4f-c8928292ff86 req-16ae6d1b-82b1-4a53-82c0-68fd6e98b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:20.908648 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-91100544-9677-48a4-9c4f-c8928292ff86 req-16ae6d1b-82b1-4a53-82c0-68fd6e98b262 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 1127 time: 0.0750539 Sep 23 01:39:20.925818 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471deaa6-0c16-48b3-88ca-e862648eb960 req-d5528ceb-bad4-4d9b-951d-00e9b0bd33cd tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:20.927393 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-471deaa6-0c16-48b3-88ca-e862648eb960 req-d5528ceb-bad4-4d9b-951d-00e9b0bd33cd tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0621364 Sep 23 01:39:21.031522 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-471deaa6-0c16-48b3-88ca-e862648eb960 req-53183709-ccf7-4893-91fe-0e3c7b4106f8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938287 Sep 23 01:39:21.059426 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91100544-9677-48a4-9c4f-c8928292ff86 req-29778cc1-5c74-46c0-a3ee-0ca2a7df365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:21.061028 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-91100544-9677-48a4-9c4f-c8928292ff86 req-29778cc1-5c74-46c0-a3ee-0ca2a7df365c service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1321597 Sep 23 01:39:21.105837 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-18a4b111-6e27-4c0d-8e73-bf319b022e88 None None] Attempt 4 to provision port 8ebbad30-7304-46cc-9269-655ced2bef87 Sep 23 01:39:21.146967 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-18a4b111-6e27-4c0d-8e73-bf319b022e88 None None] Port 8ebbad30-7304-46cc-9269-655ced2bef87 had new provisioning blocks added so it will not transition to active. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:39:21.172262 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91100544-9677-48a4-9c4f-c8928292ff86 req-fdb73e8e-581b-4f68-8ec9-6371212d8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:21.173754 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-91100544-9677-48a4-9c4f-c8928292ff86 req-fdb73e8e-581b-4f68-8ec9-6371212d8406 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009309 Sep 23 01:39:21.291186 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-a8c7fbaf-1e18-4ed0-8f29-191d0d27eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:21.292794 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-a8c7fbaf-1e18-4ed0-8f29-191d0d27eb24 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 1127 time: 0.0460103 Sep 23 01:39:21.355968 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-5c181006-cf90-490c-8a44-b5608edbf1e8 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebbad30-7304-46cc-9269-655ced2bef87 HTTP/1.1" status: 200 len: 217 time: 0.0444016 Sep 23 01:39:21.421054 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-ac8440fd-edb8-4f25-b349-cc6bc668a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:21.422576 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-ac8440fd-edb8-4f25-b349-cc6bc668a1c5 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=d00b43bc-280f-4f7d-911a-6c43852fe368 HTTP/1.1" status: 200 len: 856 time: 0.0580261 Sep 23 01:39:21.473508 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-0afb946b-3d70-4584-92d9-7f5d57812845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:21.475073 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-0afb946b-3d70-4584-92d9-7f5d57812845 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=56ea4513-cae2-4548-9357-1f84497c0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431449 Sep 23 01:39:21.490384 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:21.584894 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-ca3de275-8426-4ff3-8297-f1cfa3ce7174 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991037 Sep 23 01:39:21.679648 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd218fda-dbfd-4781-87f9-1d8e5b2b8a2f req-3d650a42-0b39-4cf3-8ac6-747596e025d8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858352 Sep 23 01:39:22.170045 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d035f-b326-4f7e-8f34-ae88cc9e0bd9 req-c3eebf8e-e9a6-4459-b3c3-79b108046004 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:22.171788 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8e7d035f-b326-4f7e-8f34-ae88cc9e0bd9 req-c3eebf8e-e9a6-4459-b3c3-79b108046004 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0524206 Sep 23 01:39:22.222471 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8e7d035f-b326-4f7e-8f34-ae88cc9e0bd9 req-ae748190-3d85-40eb-aea2-bd55fcc3517e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451577 Sep 23 01:39:22.502133 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-3216dcc4-54d6-40e8-be10-647b24ce68c8 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:22.503693 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-3216dcc4-54d6-40e8-be10-647b24ce68c8 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/networks?id=d10ca970-09cc-49ae-ae1c-7b0d34826204 HTTP/1.1" status: 200 len: 813 time: 0.1133707 Sep 23 01:39:22.518831 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-b48f9a56-681c-4d36-80b2-4f0f46b8ea27 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/quotas/9dd361d272f1454a8e71dc3a1de1cb3e HTTP/1.1" status: 200 len: 375 time: 0.0094793 Sep 23 01:39:22.584217 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-9121e7de-2df4-4ac1-9952-f52cec23ad49 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574236 Sep 23 01:39:22.682830 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-9e875d95-f017-4552-89e3-1d4e83a87f9d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894589 Sep 23 01:39:22.781411 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-0ca80710-278e-4301-b555-29d247dfed96 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921791 Sep 23 01:39:22.835207 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=6 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:23.081545 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-819f7b69-0f19-414e-9747-682daed1ca69 req-b3510cc3-9567-4d5c-ba06-0f2b2c4e3d67 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 210 time: 0.0302739 Sep 23 01:39:23.365857 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3fc52-5183-4bc2-ac20-c75275081798 req-fe964103-c295-4939-9ff2-de1c9a31de78 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:23.367471 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-65a3fc52-5183-4bc2-ac20-c75275081798 req-fe964103-c295-4939-9ff2-de1c9a31de78 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0596416 Sep 23 01:39:23.421524 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-65a3fc52-5183-4bc2-ac20-c75275081798 req-291915c9-8c98-46ca-b192-b8a31ad0fe2d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473108 Sep 23 01:39:24.174091 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-560c14d1-2b4c-4a1c-b39c-76abea3749dc req-194ec4e7-0dbe-48b4-99a1-3484d318066b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 210 time: 0.0331547 Sep 23 01:39:24.498054 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 8ebbad30-7304-46cc-9269-655ced2bef87 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:39:24.564362 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420f1ef-0b7f-4f92-9e53-8cebab5b4fc3 req-fedba407-af52-49a4-a7cb-97047fb4cfec tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:24.565959 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8420f1ef-0b7f-4f92-9e53-8cebab5b4fc3 req-fedba407-af52-49a4-a7cb-97047fb4cfec tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0569236 Sep 23 01:39:24.612272 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:24.625221 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '8ebbad30-7304-46cc-9269-655ced2bef87', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'port_id': '8ebbad30-7304-46cc-9269-655ced2bef87', 'mac_address': 'fa:16:3e:e6:9b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:39:24.629609 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8420f1ef-0b7f-4f92-9e53-8cebab5b4fc3 req-c113c7ba-1090-4bc8-8219-5dfb0e8ec601 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530219 Sep 23 01:39:24.663621 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 8ebbad30-7304-46cc-9269-655ced2bef87 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:24.663994 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:24.678044 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebbad30-7304-46cc-9269-655ced2bef87 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:39:24.699749 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:24.839868 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:24.931397 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=8ebbad30-7304-46cc-9269-655ced2bef87,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:25.217153 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['8ebbad30-7304-46cc-9269-655ced2bef87'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:39:25.247285 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:25.295075 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cffcd159-d671-4df4-9843-bb7d7843480e req-a2057e5f-088e-4def-b7e5-a4900e3fc768 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 210 time: 0.0398731 Sep 23 01:39:25.507634 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:25.773897 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d23e01-b25b-450f-b05d-686b2a3a41b0 req-af9dffde-6f04-40f1-99f4-8c0b16e1d0ac tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:25.775703 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-96d23e01-b25b-450f-b05d-686b2a3a41b0 req-af9dffde-6f04-40f1-99f4-8c0b16e1d0ac tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 944 time: 0.0553799 Sep 23 01:39:25.829419 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-96d23e01-b25b-450f-b05d-686b2a3a41b0 req-6c1cf81c-fc2a-42fe-8572-4d11860bd823 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473347 Sep 23 01:39:26.404020 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-bfc36105-0894-46f5-934a-b0a202565100 req-920aec31-c6bb-4f2d-b4d1-a29f61ed582c tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 210 time: 0.0292189 Sep 23 01:39:26.514738 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 8ebbad30-7304-46cc-9269-655ced2bef87 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:26.535271 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:26.559794 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port 8ebbad30-7304-46cc-9269-655ced2bef87 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:39:26.632381 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-ca171fcb-2e85-4155-8b89-83250ae62dab tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:26.633785 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-ca171fcb-2e85-4155-8b89-83250ae62dab tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.88 "GET /networking/v2.0/networks?id=d10ca970-09cc-49ae-ae1c-7b0d34826204 HTTP/1.1" status: 200 len: 813 time: 0.1097059 Sep 23 01:39:26.660601 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Request body: {'port': {'device_id': '94601998-84fe-4aca-869d-9dcc40e49447', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'admin_state_up': True, 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:26.665155 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:26.668209 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 8ebbad30-7304-46cc-9269-655ced2bef87 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:26.668584 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:26.669045 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 8ebbad30-7304-46cc-9269-655ced2bef87 Sep 23 01:39:26.760728 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 8ebbad30-7304-46cc-9269-655ced2bef87 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:26.761115 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:26.788165 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:26.791185 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b899b9-7ed0-4cab-b5df-897d81c43e25" -d '{"events": [{"server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:26.805656 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:26.833054 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dac9ea-e904-46d0-8837-bbdd7a02c8f5 x-openstack-request-id: req-e5dac9ea-e904-46d0-8837-bbdd7a02c8f5 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:26.833448 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:26.833638 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e5dac9ea-e904-46d0-8837-bbdd7a02c8f5 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:26.833987 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5dac9ea-e904-46d0-8837-bbdd7a02c8f5'] response: {'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87', 'code': 200} Sep 23 01:39:26.912232 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Made reservation on behalf of 9dd361d272f1454a8e71dc3a1de1cb3e for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:39:26.916160 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:26.930254 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:26.983268 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:26.993568 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=8ebbad30-7304-46cc-9269-655ced2bef87,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:27.023545 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddab22-6d7a-45c9-8ea9-9504954c974c req-462e3197-0907-4faa-ac3b-462c62f2350c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:27.025856 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c4ddab22-6d7a-45c9-8ea9-9504954c974c req-462e3197-0907-4faa-ac3b-462c62f2350c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.1060169 Sep 23 01:39:27.151781 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c4ddab22-6d7a-45c9-8ea9-9504954c974c req-716dd323-d75f-4064-afd6-ea04fa73bee5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182222 Sep 23 01:39:27.169682 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Allocated IP 172.20.0.10 (d10ca970-09cc-49ae-ae1c-7b0d34826204/57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf/3706fed8-fc8e-415f-9674-75a84b58873a) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:39:27.356094 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ce99-f7ea-46e0-ab6c-c23698868659 req-648545ac-e547-4367-bdf3-9d5ce431ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:27.357682 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-08c0ce99-f7ea-46e0-ab6c-c23698868659 req-648545ac-e547-4367-bdf3-9d5ce431ec38 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 1129 time: 0.0623777 Sep 23 01:39:27.410695 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for port (3706fed8-fc8e-415f-9674-75a84b58873a), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:27.444816 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-08c0ce99-f7ea-46e0-ab6c-c23698868659 req-85837efc-0a79-497e-8789-2747acf56715 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779641 Sep 23 01:39:27.517478 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-700fc890-b4d7-4fab-bc63-88d3d53eef56 req-dc1d8b8a-2c34-46a7-9025-33e03b391cc7 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 210 time: 0.0293121 Sep 23 01:39:27.588316 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:27.635642 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Network d10ca970-09cc-49ae-ae1c-7b0d34826204 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:27.643921 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:27.652295 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:27.709830 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'Port': ['ID=3706fed8-fc8e-415f-9674-75a84b58873a,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:27.747153 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:27.756652 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:27.760780 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:27.939835 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-cbd0fa14-8a69-4e52-aad7-72b42ff30c5b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2828932 Sep 23 01:39:28.035352 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Provisioning complete for port 3706fed8-fc8e-415f-9674-75a84b58873a triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:28.037351 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:28.038297 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Attempt 1 to provision port 3706fed8-fc8e-415f-9674-75a84b58873a Sep 23 01:39:28.088508 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Port 3706fed8-fc8e-415f-9674-75a84b58873a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:28.373655 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c15ae1-fac7-4eb4-91ea-c285282aa1bd req-888e2866-7e7b-49af-b2eb-5601a634aae7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:28.376503 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-80c15ae1-fac7-4eb4-91ea-c285282aa1bd req-888e2866-7e7b-49af-b2eb-5601a634aae7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0865047 Sep 23 01:39:28.471573 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-80c15ae1-fac7-4eb4-91ea-c285282aa1bd req-cdb4afcc-5190-47ed-8584-05da6a8e52ac tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860236 Sep 23 01:39:28.590445 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Attempt 2 to provision port 3706fed8-fc8e-415f-9674-75a84b58873a Sep 23 01:39:28.640744 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Port 3706fed8-fc8e-415f-9674-75a84b58873a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:28.661648 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:28.723979 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacf5d6-947f-4c1a-a02e-ff3c0be9ae09 req-9e572159-ddfb-42be-b4a8-9c208ad4b61b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:28.725960 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4cacf5d6-947f-4c1a-a02e-ff3c0be9ae09 req-9e572159-ddfb-42be-b4a8-9c208ad4b61b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 932 time: 0.0782037 Sep 23 01:39:28.811671 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-4cacf5d6-947f-4c1a-a02e-ff3c0be9ae09 req-f0b5ba6d-6dff-47d6-b933-f63f376c654a tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792515 Sep 23 01:39:29.141849 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Attempt 3 to provision port 3706fed8-fc8e-415f-9674-75a84b58873a Sep 23 01:39:29.189520 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Port 3706fed8-fc8e-415f-9674-75a84b58873a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:29.691432 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Attempt 4 to provision port 3706fed8-fc8e-415f-9674-75a84b58873a Sep 23 01:39:29.736685 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352af2aa-633d-49c8-83bf-a03a399f4ce6 req-dcef9fb9-2857-48b8-8de3-ce6d43ada908 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:29.740513 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-352af2aa-633d-49c8-83bf-a03a399f4ce6 req-dcef9fb9-2857-48b8-8de3-ce6d43ada908 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.1164351 Sep 23 01:39:29.796283 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Port 3706fed8-fc8e-415f-9674-75a84b58873a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:29.824237 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-352af2aa-633d-49c8-83bf-a03a399f4ce6 req-21e88be8-0941-4dd5-94eb-cc7663c16d4a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699036 Sep 23 01:39:30.003906 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02d65c-c218-4481-8bc3-e906e487d0df req-7f5a242d-f5a0-4b7b-8765-4bc41b93736f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:30.012179 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f02d65c-c218-4481-8bc3-e906e487d0df req-7f5a242d-f5a0-4b7b-8765-4bc41b93736f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 932 time: 0.0846822 Sep 23 01:39:30.070299 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0f02d65c-c218-4481-8bc3-e906e487d0df req-12611adf-e4f2-40d6-bc13-04695bb99a0b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571048 Sep 23 01:39:30.297276 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Attempt 5 to provision port 3706fed8-fc8e-415f-9674-75a84b58873a Sep 23 01:39:30.322426 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:39:30.347395 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Port 3706fed8-fc8e-415f-9674-75a84b58873a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:30.848887 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Attempt 6 to provision port 3706fed8-fc8e-415f-9674-75a84b58873a Sep 23 01:39:30.890328 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Port 3706fed8-fc8e-415f-9674-75a84b58873a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:31.033941 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936314f1-f694-49c5-af3e-307034407a25 req-31ad74c2-9832-470d-bf5e-f996738810dc tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:31.047512 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-936314f1-f694-49c5-af3e-307034407a25 req-31ad74c2-9832-470d-bf5e-f996738810dc tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0957937 Sep 23 01:39:31.106649 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-936314f1-f694-49c5-af3e-307034407a25 req-b2e04a45-2d7c-4397-ace9-cc813ed8ba8f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575023 Sep 23 01:39:31.255940 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211761f-ef52-4c4d-9731-367ac597e662 req-1040b1af-1334-4405-ac24-9044f52d05f9 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:31.264645 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b211761f-ef52-4c4d-9731-367ac597e662 req-1040b1af-1334-4405-ac24-9044f52d05f9 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 932 time: 0.0609999 Sep 23 01:39:31.332365 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:31.341400 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-b211761f-ef52-4c4d-9731-367ac597e662 req-183267a2-9fff-4e6f-9b43-f8082cab7d70 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711179 Sep 23 01:39:31.391364 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Attempt 7 to provision port 3706fed8-fc8e-415f-9674-75a84b58873a Sep 23 01:39:31.429759 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Port 3706fed8-fc8e-415f-9674-75a84b58873a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:31.931906 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Attempt 8 to provision port 3706fed8-fc8e-415f-9674-75a84b58873a Sep 23 01:39:31.976162 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Port 3706fed8-fc8e-415f-9674-75a84b58873a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:32.272564 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcb1d2-0428-442f-b324-6635149c57bd req-28168dd5-0fa6-4e44-85a1-669b548a6ed7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:32.275132 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d2bcb1d2-0428-442f-b324-6635149c57bd req-28168dd5-0fa6-4e44-85a1-669b548a6ed7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0572169 Sep 23 01:39:32.331218 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d2bcb1d2-0428-442f-b324-6635149c57bd req-e297b2fb-45f2-4f74-9897-6a5a14865129 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482833 Sep 23 01:39:32.478164 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Attempt 9 to provision port 3706fed8-fc8e-415f-9674-75a84b58873a Sep 23 01:39:32.500316 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4df8f-a97a-4263-bda9-57e2e6eddc49 req-9bbbc7a4-1c79-4c51-bbf9-e7561bedc556 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:32.507335 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c9e4df8f-a97a-4263-bda9-57e2e6eddc49 req-9bbbc7a4-1c79-4c51-bbf9-e7561bedc556 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 932 time: 0.0874755 Sep 23 01:39:32.527972 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Port 3706fed8-fc8e-415f-9674-75a84b58873a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:32.562474 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c9e4df8f-a97a-4263-bda9-57e2e6eddc49 req-228ec6a9-e16f-446d-ba69-3d89aff04c9c tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540478 Sep 23 01:39:33.029251 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Attempt 10 to provision port 3706fed8-fc8e-415f-9674-75a84b58873a Sep 23 01:39:33.063435 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48ca324d-1577-45c1-b80c-db3e457b0d79 None None] Port 3706fed8-fc8e-415f-9674-75a84b58873a cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:33.467213 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f831b-e8fb-4d40-9445-a3e77497743b req-478b303c-7c9c-4d7f-a6a4-3cc76b4288bd tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:33.468821 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-387f831b-e8fb-4d40-9445-a3e77497743b req-478b303c-7c9c-4d7f-a6a4-3cc76b4288bd tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0499814 Sep 23 01:39:33.521444 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-387f831b-e8fb-4d40-9445-a3e77497743b req-9e5681bf-964f-473d-8e25-96d82adcbe8f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458157 Sep 23 01:39:33.695354 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a09b8-036d-42fc-87a6-b305f640fc29 req-5e4db53e-11ff-4066-ba1a-1dcb23fd4892 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:33.697355 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1c0a09b8-036d-42fc-87a6-b305f640fc29 req-5e4db53e-11ff-4066-ba1a-1dcb23fd4892 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 932 time: 0.0497391 Sep 23 01:39:33.746607 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1c0a09b8-036d-42fc-87a6-b305f640fc29 req-bf47b23e-9c0e-400c-9999-64d69de5dc16 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Sep 23 01:39:34.683234 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af070da-1075-40da-acd2-cc13575f8d30 req-77821656-533f-469b-931c-20c9cff0d778 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:34.687120 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6af070da-1075-40da-acd2-cc13575f8d30 req-77821656-533f-469b-931c-20c9cff0d778 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0686274 Sep 23 01:39:34.741029 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6af070da-1075-40da-acd2-cc13575f8d30 req-bb05fc93-39eb-4369-9b07-6a39bd672ef1 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505183 Sep 23 01:39:34.893427 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e436e5-3600-4be4-91da-a446792eba6a req-2a7a08f8-09ff-4bff-8e16-5c0e9b0ef490 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:34.895192 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-14e436e5-3600-4be4-91da-a446792eba6a req-2a7a08f8-09ff-4bff-8e16-5c0e9b0ef490 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 932 time: 0.0597420 Sep 23 01:39:34.948696 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-14e436e5-3600-4be4-91da-a446792eba6a req-71317253-4d0f-4fa5-a3ca-0598d1ae980e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471566 Sep 23 01:39:35.878538 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a90592-17f7-4c5a-8c4b-f7a2e18a0d4c req-8a16e69e-28ed-4f10-9ce9-acdf076f6caa tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:35.880064 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-55a90592-17f7-4c5a-8c4b-f7a2e18a0d4c req-8a16e69e-28ed-4f10-9ce9-acdf076f6caa tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0501587 Sep 23 01:39:35.922365 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:35.934532 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-55a90592-17f7-4c5a-8c4b-f7a2e18a0d4c req-b127d968-a947-45b5-9521-ac41182e664d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476561 Sep 23 01:39:36.085498 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2b590-cc10-414c-82dc-bd7a89fed8e1 req-b780a273-092a-4ebb-85cc-7ff6128add57 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:36.087112 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5fd2b590-cc10-414c-82dc-bd7a89fed8e1 req-b780a273-092a-4ebb-85cc-7ff6128add57 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 932 time: 0.0503938 Sep 23 01:39:36.138437 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5fd2b590-cc10-414c-82dc-bd7a89fed8e1 req-3717f13a-4266-4b37-92b3-8f9dd929d2d5 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447030 Sep 23 01:39:36.749328 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Request body: {'port': {'device_id': '94601998-84fe-4aca-869d-9dcc40e49447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:36.816237 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.072155 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:37.100981 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d37db-866d-415c-8323-c53295fe2460 req-35ac5f84-e09c-4e79-bb3c-5698bde645e5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:37.102579 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-412d37db-866d-415c-8323-c53295fe2460 req-35ac5f84-e09c-4e79-bb3c-5698bde645e5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0740051 Sep 23 01:39:37.176655 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3706fed8-fc8e-415f-9674-75a84b58873a {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:39:37.189688 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Publish callbacks [] for port (3706fed8-fc8e-415f-9674-75a84b58873a), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.211269 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Transition to ACTIVE for port object 3706fed8-fc8e-415f-9674-75a84b58873a will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:39:37.216142 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-412d37db-866d-415c-8323-c53295fe2460 req-e87e67b5-6c21-4b2d-ac67-9b8a0c3f57e5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062222 Sep 23 01:39:37.283910 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171f9f4-0f3b-429f-a01b-72a85904c996 req-1da88824-961e-40cb-b4d0-37db58f00cb1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:37.285937 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3171f9f4-0f3b-429f-a01b-72a85904c996 req-1da88824-961e-40cb-b4d0-37db58f00cb1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 932 time: 0.0510709 Sep 23 01:39:37.343643 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3171f9f4-0f3b-429f-a01b-72a85904c996 req-bc54affe-8362-48d2-96f1-31105684d4e4 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484073 Sep 23 01:39:37.375790 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.441917 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Pushing event updated for resources: {'Port': ['ID=3706fed8-fc8e-415f-9674-75a84b58873a,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:37.494761 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Attempting to bind port 3706fed8-fc8e-415f-9674-75a84b58873a on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:39:37.495097 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Attempting to bind port 3706fed8-fc8e-415f-9674-75a84b58873a by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:39:37.495422 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Attempting to bind port 3706fed8-fc8e-415f-9674-75a84b58873a on network d10ca970-09cc-49ae-ae1c-7b0d34826204 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:37.542622 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Port 3706fed8-fc8e-415f-9674-75a84b58873a on network d10ca970-09cc-49ae-ae1c-7b0d34826204 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:39:37.543037 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Attempting to bind port 3706fed8-fc8e-415f-9674-75a84b58873a on network d10ca970-09cc-49ae-ae1c-7b0d34826204 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:37.587776 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:39:37.588170 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Checking segment: {'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:39:37.588566 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Bound using segment: {'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:39:37.589003 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Bound port: 3706fed8-fc8e-415f-9674-75a84b58873a, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff4159d-f539-4bed-8950-432efa56f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:39:37.589364 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.654992 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] For port 3706fed8-fc8e-415f-9674-75a84b58873a, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:39:37.658040 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] For port 3706fed8-fc8e-415f-9674-75a84b58873a, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3706fed8-fc8e-415f-9674-75a84b58873a,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:39:37.804989 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.809584 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:37.810537 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.811616 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/3706fed8-fc8e-415f-9674-75a84b58873a HTTP/1.1" status: 200 len: 1094 time: 1.0665770 Sep 23 01:39:37.812114 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:37.814548 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553ba7ba-fc74-4ed2-956b-39e60a84405b" -d '{"events": [{"name": "network-changed", "server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:37.843450 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:37.863630 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7328a16e-0dba-4c9f-8be7-8b9d0b387fcb x-openstack-request-id: req-7328a16e-0dba-4c9f-8be7-8b9d0b387fcb {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:37.864169 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:37.864581 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7328a16e-0dba-4c9f-8be7-8b9d0b387fcb {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:37.864824 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7328a16e-0dba-4c9f-8be7-8b9d0b387fcb'] response: {'name': 'network-changed', 'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a', 'status': 'completed', 'code': 200} Sep 23 01:39:37.869950 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8a7f2-7fe9-4bc0-a4a9-e4e9c4dba26d service neutron] Pushing event updated for resources: {'Port': ['ID=3706fed8-fc8e-415f-9674-75a84b58873a,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:37.977029 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ba7ba-fc74-4ed2-956b-39e60a84405b req-b1012e86-168a-4f7c-8367-669e1dedf716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:37.980194 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-553ba7ba-fc74-4ed2-956b-39e60a84405b req-b1012e86-168a-4f7c-8367-669e1dedf716 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e&device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 1128 time: 0.0537961 Sep 23 01:39:38.100232 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ba7ba-fc74-4ed2-956b-39e60a84405b req-cf9c18f0-7a28-484b-8776-f970ae84b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:38.101804 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-553ba7ba-fc74-4ed2-956b-39e60a84405b req-cf9c18f0-7a28-484b-8776-f970ae84b7aa service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1085508 Sep 23 01:39:38.225122 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:38.237979 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ba7ba-fc74-4ed2-956b-39e60a84405b req-20da142e-c958-4579-a2b3-10bfcb8f2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:38.240530 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-553ba7ba-fc74-4ed2-956b-39e60a84405b req-20da142e-c958-4579-a2b3-10bfcb8f2cae service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321156 Sep 23 01:39:38.353966 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055965b-da0a-4619-a60b-4e16337acf53 req-f10248ad-4c52-465c-b041-088de2ee1a60 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:38.355575 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f055965b-da0a-4619-a60b-4e16337acf53 req-f10248ad-4c52-465c-b041-088de2ee1a60 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0479803 Sep 23 01:39:38.407351 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f055965b-da0a-4619-a60b-4e16337acf53 req-9ba2b99a-328a-46f8-b692-b2786799fd95 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Sep 23 01:39:38.487259 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fbbc6-6799-4e7a-b5d9-ce9bbbd04e9e req-58fa15f6-9de3-4cbf-a23d-def326b7bce2 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:38.489128 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f24fbbc6-6799-4e7a-b5d9-ce9bbbd04e9e req-58fa15f6-9de3-4cbf-a23d-def326b7bce2 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 944 time: 0.0674763 Sep 23 01:39:38.535103 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-7784a879-5be9-44e3-98f3-7310dcd8050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:38.536631 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-7784a879-5be9-44e3-98f3-7310dcd8050d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e&device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 1128 time: 0.0636618 Sep 23 01:39:38.539381 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249a5bc-24f5-4900-9c8c-51acf6879186 req-7715fd0d-42bf-4c73-90b2-1aae0309efae tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:38.541273 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5249a5bc-24f5-4900-9c8c-51acf6879186 req-7715fd0d-42bf-4c73-90b2-1aae0309efae tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0534012 Sep 23 01:39:38.557353 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 43942) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:38.561974 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-8f8651c6-566a-4b40-b435-e8469abcae9a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Request body: {'floatingip': {'port_id': '8ebbad30-7304-46cc-9269-655ced2bef87'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:38.595520 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-116a4c85-f74d-4e82-b7d5-0369667530c1 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3706fed8-fc8e-415f-9674-75a84b58873a HTTP/1.1" status: 200 len: 217 time: 0.0425401 Sep 23 01:39:38.600801 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f24fbbc6-6799-4e7a-b5d9-ce9bbbd04e9e req-f09e76e9-d6b4-4668-8ccb-338d8210c5d6 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951035 Sep 23 01:39:38.605489 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8f8651c6-566a-4b40-b435-e8469abcae9a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (335c436e-7b9a-4c0d-8ffe-8882013b37f6), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:38.647782 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-c21e262a-50e7-4a85-8f11-42f070562653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:38.649381 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-c21e262a-50e7-4a85-8f11-42f070562653 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf HTTP/1.1" status: 200 len: 852 time: 0.0476587 Sep 23 01:39:38.699713 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-40f331fb-2750-481b-83dd-9067ebb174f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:38.701317 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-40f331fb-2750-481b-83dd-9067ebb174f7 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d10ca970-09cc-49ae-ae1c-7b0d34826204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457499 Sep 23 01:39:38.797605 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-65d976b1-2fbb-456e-a0ce-ba3ad0d09ffb service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901384 Sep 23 01:39:38.833407 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:39.019072 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:39.076630 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8f8651c6-566a-4b40-b435-e8469abcae9a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:39.155786 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-32949ba6-bf21-4ea4-b805-6cffecce8705 req-d9e08ef7-0d35-43a1-aac2-541f4e4c4632 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528147 Sep 23 01:39:39.209587 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8f8651c6-566a-4b40-b435-e8469abcae9a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (335c436e-7b9a-4c0d-8ffe-8882013b37f6), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:39.309126 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.l3_db [None req-8f8651c6-566a-4b40-b435-e8469abcae9a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Floating IP 335c436e-7b9a-4c0d-8ffe-8882013b37f6 associated. External IP: 172.28.0.58, port: 8ebbad30-7304-46cc-9269-655ced2bef87. Sep 23 01:39:39.527227 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8651c6-566a-4b40-b435-e8469abcae9a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Router 8b257866-e5c2-4150-b2e8-6c5650841f49 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:39:39.924101 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761aaa4e-c774-43db-9c61-401c319db676 req-f1cf4ee9-00fe-4f42-be33-413a2388bc16 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:39.925625 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-761aaa4e-c774-43db-9c61-401c319db676 req-f1cf4ee9-00fe-4f42-be33-413a2388bc16 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 944 time: 0.0620735 Sep 23 01:39:39.926724 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8651c6-566a-4b40-b435-e8469abcae9a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:39:39.932484 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-8f8651c6-566a-4b40-b435-e8469abcae9a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:39.938977 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef363d-16ed-47b3-bdd4-6ac81e033034 None None] Sync routers for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:39.942462 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:39.950907 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef363d-16ed-47b3-bdd4-6ac81e033034 None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:39.951681 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-23ef363d-16ed-47b3-bdd4-6ac81e033034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:39:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:39.988523 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-8f8651c6-566a-4b40-b435-e8469abcae9a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "PUT /networking/v2.0/floatingips/335c436e-7b9a-4c0d-8ffe-8882013b37f6 HTTP/1.1" status: 200 len: 990 time: 1.4300048 Sep 23 01:39:39.991357 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:39.994708 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49cabf0-a9f4-4354-a4af-0402737d3349" -d '{"events": [{"name": "network-changed", "server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:40.014473 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-761aaa4e-c774-43db-9c61-401c319db676 req-6c3aabff-d9f2-4952-aa27-29057ded1150 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791790 Sep 23 01:39:40.035713 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b10ea6-7b36-4d02-9c42-7af664bf5b01 x-openstack-request-id: req-07b10ea6-7b36-4d02-9c42-7af664bf5b01 {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:40.036146 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:40.036389 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-07b10ea6-7b36-4d02-9c42-7af664bf5b01 {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:40.037004 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b10ea6-7b36-4d02-9c42-7af664bf5b01'] response: {'name': 'network-changed', 'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87', 'status': 'completed', 'code': 200} Sep 23 01:39:40.068727 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-23ef363d-16ed-47b3-bdd4-6ac81e033034 None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:40.255984 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cabf0-a9f4-4354-a4af-0402737d3349 req-07666170-3d3d-4c83-bb38-2681d169ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:40.257507 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f49cabf0-a9f4-4354-a4af-0402737d3349 req-07666170-3d3d-4c83-bb38-2681d169ff77 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 1129 time: 0.0478489 Sep 23 01:39:40.302249 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-23ef363d-16ed-47b3-bdd4-6ac81e033034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '335c436e-7b9a-4c0d-8ffe-8882013b37f6', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'port_id': '8ebbad30-7304-46cc-9269-655ced2bef87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'mac_address': 'fa:16:3e:e6:9b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e3115d-11fa-43ad-8573-2878c4c88656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:12Z', 'updated_at': '2022-09-23T01:39:38Z', 'revision_number': 1, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:40.317652 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:40.331254 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef363d-16ed-47b3-bdd4-6ac81e033034 None None] Checking router: 8b257866-e5c2-4150-b2e8-6c5650841f49 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:40.341614 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef363d-16ed-47b3-bdd4-6ac81e033034 None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:40.342277 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-23ef363d-16ed-47b3-bdd4-6ac81e033034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:39:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:40.364635 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cabf0-a9f4-4354-a4af-0402737d3349 req-8583eec1-fd1d-452d-8759-4c0a87e907bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:40.366103 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f49cabf0-a9f4-4354-a4af-0402737d3349 req-8583eec1-fd1d-452d-8759-4c0a87e907bc service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 918 time: 0.1011102 Sep 23 01:39:40.387607 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:40.432056 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f49cabf0-a9f4-4354-a4af-0402737d3349 req-6077b909-252b-4514-92f6-22384f3424d9 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebbad30-7304-46cc-9269-655ced2bef87 HTTP/1.1" status: 200 len: 998 time: 0.0572062 Sep 23 01:39:40.453067 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-23ef363d-16ed-47b3-bdd4-6ac81e033034 None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:40.485455 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cabf0-a9f4-4354-a4af-0402737d3349 req-a90c3b75-29b5-46d0-b8bd-f15f9e83a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:40.486931 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f49cabf0-a9f4-4354-a4af-0402737d3349 req-a90c3b75-29b5-46d0-b8bd-f15f9e83a828 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=d00b43bc-280f-4f7d-911a-6c43852fe368 HTTP/1.1" status: 200 len: 856 time: 0.0476713 Sep 23 01:39:40.503807 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:40.536165 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cabf0-a9f4-4354-a4af-0402737d3349 req-b4af3aeb-a9e8-4b2d-870d-b70b50a4db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:40.537589 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f49cabf0-a9f4-4354-a4af-0402737d3349 req-b4af3aeb-a9e8-4b2d-870d-b70b50a4db5c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=56ea4513-cae2-4548-9357-1f84497c0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427394 Sep 23 01:39:40.633724 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f49cabf0-a9f4-4354-a4af-0402737d3349 req-88d3cb29-36ec-45bb-807b-6d9ad1895000 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899794 Sep 23 01:39:40.737728 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f49cabf0-a9f4-4354-a4af-0402737d3349 req-dafde7b8-710a-4125-b305-7b38a789c87d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976205 Sep 23 01:39:40.808779 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-23ef363d-16ed-47b3-bdd4-6ac81e033034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '335c436e-7b9a-4c0d-8ffe-8882013b37f6', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'port_id': '8ebbad30-7304-46cc-9269-655ced2bef87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'mac_address': 'fa:16:3e:e6:9b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e3115d-11fa-43ad-8573-2878c4c88656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:12Z', 'updated_at': '2022-09-23T01:39:38Z', 'revision_number': 1, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:40.834281 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef363d-16ed-47b3-bdd4-6ac81e033034 None None] The sync data for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb is: [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '335c436e-7b9a-4c0d-8ffe-8882013b37f6', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'port_id': '8ebbad30-7304-46cc-9269-655ced2bef87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'mac_address': 'fa:16:3e:e6:9b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e3115d-11fa-43ad-8573-2878c4c88656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:12Z', 'updated_at': '2022-09-23T01:39:38Z', 'revision_number': 1, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:41.031267 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d37b7b-7923-400f-a326-1b717e457a20 None None] New status for floating IP 335c436e-7b9a-4c0d-8ffe-8882013b37f6: ACTIVE {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:39:41.142506 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75306bf1-99e9-477f-a290-20645552e91c req-00559f9e-f95f-40a3-b7dd-8858ba86c97b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:41.144572 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-75306bf1-99e9-477f-a290-20645552e91c req-00559f9e-f95f-40a3-b7dd-8858ba86c97b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 944 time: 0.0529516 Sep 23 01:39:41.195070 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-75306bf1-99e9-477f-a290-20645552e91c req-a6509c00-a57f-4016-a1c7-b613b5c8c05f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427713 Sep 23 01:39:42.325416 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e11b4f-83ff-4e88-88f1-3a666ccdb075 req-cf5e1249-b077-4a18-afdf-fe6afe2bbaca tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:42.327024 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-87e11b4f-83ff-4e88-88f1-3a666ccdb075 req-cf5e1249-b077-4a18-afdf-fe6afe2bbaca tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 944 time: 0.0497553 Sep 23 01:39:42.385543 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-87e11b4f-83ff-4e88-88f1-3a666ccdb075 req-897741e8-a444-4d36-8747-f9935d86d5f1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471997 Sep 23 01:39:42.575236 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 3706fed8-fc8e-415f-9674-75a84b58873a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:39:42.749475 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 3706fed8-fc8e-415f-9674-75a84b58873a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3706fed8-fc8e-415f-9674-75a84b58873a,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:42.763074 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '3706fed8-fc8e-415f-9674-75a84b58873a', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'port_id': '3706fed8-fc8e-415f-9674-75a84b58873a', 'mac_address': 'fa:16:3e:47:c2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 471, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:39:42.802759 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 3706fed8-fc8e-415f-9674-75a84b58873a is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:42.803152 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:42.805075 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:42.819728 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3706fed8-fc8e-415f-9674-75a84b58873a {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:39:42.847945 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 3706fed8-fc8e-415f-9674-75a84b58873a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3706fed8-fc8e-415f-9674-75a84b58873a,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:42.929910 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:42.984723 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=3706fed8-fc8e-415f-9674-75a84b58873a,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:42.994059 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.994445 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.994948 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.995341 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.995787 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.996252 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.996707 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.997200 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.997669 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.998065 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.998425 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.998857 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.999230 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:42.999556 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:43.000036 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:43.247086 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['3706fed8-fc8e-415f-9674-75a84b58873a'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:39:43.537839 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc711428-bae2-4cb7-aeb8-d60ed50477d0 req-d23b04cf-79d0-4d69-8b7f-1a8e5ad332cc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:43.539487 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-cc711428-bae2-4cb7-aeb8-d60ed50477d0 req-d23b04cf-79d0-4d69-8b7f-1a8e5ad332cc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 945 time: 0.0639718 Sep 23 01:39:43.594469 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:43.599924 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-cc711428-bae2-4cb7-aeb8-d60ed50477d0 req-ffe3481f-18bc-4005-b18a-991ae1565783 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516679 Sep 23 01:39:44.594780 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 3706fed8-fc8e-415f-9674-75a84b58873a up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:44.617092 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:44.646710 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port 3706fed8-fc8e-415f-9674-75a84b58873a completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:39:44.736205 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866e39-cc72-4501-819a-a4899e6a50f9 req-12e2bbaf-ae74-4b24-90fa-f32118abcf46 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:44.737999 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4e866e39-cc72-4501-819a-a4899e6a50f9 req-12e2bbaf-ae74-4b24-90fa-f32118abcf46 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 945 time: 0.0568371 Sep 23 01:39:44.758828 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 3706fed8-fc8e-415f-9674-75a84b58873a triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:44.759216 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:44.759624 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 3706fed8-fc8e-415f-9674-75a84b58873a Sep 23 01:39:44.791370 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4e866e39-cc72-4501-819a-a4899e6a50f9 req-a7fba4c2-a5c0-47c8-bd76-59bfe99ac586 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 Sep 23 01:39:44.845058 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-70c662cd-e7d0-434d-b0da-18c991673b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:44.857842 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 3706fed8-fc8e-415f-9674-75a84b58873a is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:44.858230 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:44.883435 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:44.886231 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4ea1c8-3611-4546-b816-cafdee33507f" -d '{"events": [{"server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "name": "network-vif-plugged", "status": "completed", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:44.900145 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 3706fed8-fc8e-415f-9674-75a84b58873a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3706fed8-fc8e-415f-9674-75a84b58873a,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:44.925315 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b1a36d-bdb5-4e60-ad40-9007e37295ed x-openstack-request-id: req-87b1a36d-bdb5-4e60-ad40-9007e37295ed {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:44.925640 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "name": "network-vif-plugged", "status": "completed", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:44.925900 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-87b1a36d-bdb5-4e60-ad40-9007e37295ed {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:44.926308 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b1a36d-bdb5-4e60-ad40-9007e37295ed'] response: {'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a', 'code': 200} Sep 23 01:39:44.998348 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:45.056679 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=3706fed8-fc8e-415f-9674-75a84b58873a,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:45.345857 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc5212-fa41-4f42-b62c-45368be8123e req-599d6045-1ad1-4776-b1b3-f7db0c1ab73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:45.347623 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-81bc5212-fa41-4f42-b62c-45368be8123e req-599d6045-1ad1-4776-b1b3-f7db0c1ab73d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 1130 time: 0.0450485 Sep 23 01:39:45.399652 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-81bc5212-fa41-4f42-b62c-45368be8123e req-f3fa6e21-4e6b-4808-b654-b6ec49b7a291 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Sep 23 01:39:45.930470 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26410d1f-6f52-430c-a376-b92da7d16d7e req-833c68a1-a451-40e3-b396-6dd6d025f3ec tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:45.932058 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-26410d1f-6f52-430c-a376-b92da7d16d7e req-833c68a1-a451-40e3-b396-6dd6d025f3ec tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 946 time: 0.0554852 Sep 23 01:39:45.997702 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:46.011900 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-26410d1f-6f52-430c-a376-b92da7d16d7e req-ceedca7d-4685-4b21-bcf6-e0172a07de91 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722692 Sep 23 01:39:47.161197 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abccbe-6a56-43f6-bf34-f0bd60c82113 req-e1359444-6a40-4246-bd9e-66dda4113e18 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:47.162825 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-73abccbe-6a56-43f6-bf34-f0bd60c82113 req-e1359444-6a40-4246-bd9e-66dda4113e18 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 946 time: 0.0548277 Sep 23 01:39:47.242171 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-73abccbe-6a56-43f6-bf34-f0bd60c82113 req-7e5e74ee-a498-4e28-9ccf-efb206af76c1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722818 Sep 23 01:39:47.855389 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-a28080ed-d131-495e-bd2e-8e288c1c5acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:48.369439 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0b970-7e7e-46cd-93df-b3ad9dd9fedc req-da743acb-53ad-47ac-9b37-e24753eaff66 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:48.370970 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-34d0b970-7e7e-46cd-93df-b3ad9dd9fedc req-da743acb-53ad-47ac-9b37-e24753eaff66 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 946 time: 0.0475214 Sep 23 01:39:48.426623 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-34d0b970-7e7e-46cd-93df-b3ad9dd9fedc req-963bc004-31d1-4c16-9bac-05f5628c0273 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452430 Sep 23 01:39:48.549144 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deae022-210d-4d67-b0d9-4cff2fc49911 req-23e01bce-8c17-4613-aff3-1b0862c02179 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:48.550563 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2deae022-210d-4d67-b0d9-4cff2fc49911 req-23e01bce-8c17-4613-aff3-1b0862c02179 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 946 time: 0.0496366 Sep 23 01:39:48.598927 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2deae022-210d-4d67-b0d9-4cff2fc49911 req-6a4c07be-7784-47fd-bda4-7b96c4226dbb tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 Sep 23 01:39:48.936461 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927a20b-be49-4d6a-a4bf-94c4367c37c9 req-2726bb19-3b67-43a2-9468-e8c013fa7937 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:48.938275 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e927a20b-be49-4d6a-a4bf-94c4367c37c9 req-2726bb19-3b67-43a2-9468-e8c013fa7937 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 946 time: 0.0534208 Sep 23 01:39:48.992450 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e927a20b-be49-4d6a-a4bf-94c4367c37c9 req-27e29f86-760f-4294-a566-7d4ca004893d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478425 Sep 23 01:39:49.517760 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:50.369589 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:51.512271 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.297792 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:55.415598 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:55.724128 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:55.764837 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3da7e-8d52-47cf-8e73-dff104e11bca req-f23326e1-9ee5-4d42-8a08-08c267ca1673 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:55.766538 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a3a3da7e-8d52-47cf-8e73-dff104e11bca req-f23326e1-9ee5-4d42-8a08-08c267ca1673 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 946 time: 0.0526803 Sep 23 01:39:55.833686 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a3a3da7e-8d52-47cf-8e73-dff104e11bca req-f94da07d-96ba-490d-96c6-7d5f0e67d3d5 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607202 Sep 23 01:39:55.868224 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44012) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:56.054941 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47ad63-7fbb-4ab4-bfb4-56bb7d76f562 tempest-TestMinimumBasicScenario-114877684 tempest-TestMinimumBasicScenario-114877684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:56.056575 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-ba47ad63-7fbb-4ab4-bfb4-56bb7d76f562 tempest-TestMinimumBasicScenario-114877684 tempest-TestMinimumBasicScenario-114877684-project-admin] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 1125 time: 0.1871696 Sep 23 01:39:56.060100 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44016) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:56.065013 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Request body: {'floatingip': {'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'port_id': '3706fed8-fc8e-415f-9674-75a84b58873a', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:56.181912 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:56.281305 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:56.412595 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_common [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Allocated IP 172.28.0.86 (75dc86d0-4f13-4189-8e8b-1dc6e76307d0/8112f408-3e25-4fa3-94dd-976e99b211ac/e0d83a59-2c40-461e-8ce1-930d6f7d059f) {{(pid=107196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:39:56.536133 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for port (e0d83a59-2c40-461e-8ce1-930d6f7d059f), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:56.633007 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (e0d83a59-2c40-461e-8ce1-930d6f7d059f), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:56.683209 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Network 75dc86d0-4f13-4189-8e8b-1dc6e76307d0 is already hosted by enough agents. {{(pid=107196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:56.686796 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.base_scheduler [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Resources bound (agent type, host, resource id): {{(pid=107196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:56.691725 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Received port after_create {{(pid=107196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:56.698422 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'Port': ['ID=e0d83a59-2c40-461e-8ce1-930d6f7d059f,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:56.743971 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:56.905980 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:57.124086 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for floatingip (169fb87a-70af-42ff-8486-3b7acf7efa88), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.330105 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (e0d83a59-2c40-461e-8ce1-930d6f7d059f), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.505096 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:57.530469 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for port (e0d83a59-2c40-461e-8ce1-930d6f7d059f), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.672879 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15907334'] for port (e0d83a59-2c40-461e-8ce1-930d6f7d059f), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.750617 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'Port': ['ID=e0d83a59-2c40-461e-8ce1-930d6f7d059f,revision_number=2']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:57.753711 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (169fb87a-70af-42ff-8486-3b7acf7efa88), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.863064 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.l3_db [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Floating IP 169fb87a-70af-42ff-8486-3b7acf7efa88 associated. External IP: 172.28.0.86, port: 3706fed8-fc8e-415f-9674-75a84b58873a. Sep 23 01:39:58.137521 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:39:58.256630 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:39:58.268538 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa2a4b-55c0-48a1-aeae-bc38a6d11a28 None None] Sync routers for ids ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:58.281417 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa2a4b-55c0-48a1-aeae-bc38a6d11a28 None None] Routers {'b1ac8217-de38-49d1-90ad-b1bd5e9554a0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:58.282755 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-2faa2a4b-55c0-48a1-aeae-bc38a6d11a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:39:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:58.360065 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.400374 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-c2c355bb-1cb9-4ab0-b7e5-3bca010ae53e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3357794 Sep 23 01:39:58.400374 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:58.400866 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed2bf10-812d-4009-9dee-1a5fc796be0f" -d '{"events": [{"name": "network-changed", "server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:58.402304 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44018) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:58.410444 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-a8a9e0f8-4c28-45e0-a436-bd1311bbe42f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413982380', 'description': 'tempest-secgroup-smoke-413982380 description', 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:58.424541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:58.427103 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=9 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:58.428207 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=61 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:58.448901 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36080856-a2ec-4820-8722-4f821e33e19e x-openstack-request-id: req-36080856-a2ec-4820-8722-4f821e33e19e {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:58.449275 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:58.450076 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-36080856-a2ec-4820-8722-4f821e33e19e {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:58.450519 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36080856-a2ec-4820-8722-4f821e33e19e'] response: {'name': 'network-changed', 'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a', 'status': 'completed', 'code': 200} Sep 23 01:39:58.457318 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-2faa2a4b-55c0-48a1-aeae-bc38a6d11a28 None None] Set router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:58.548177 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e0f8-4c28-45e0-a436-bd1311bbe42f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.671688 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e0f8-4c28-45e0-a436-bd1311bbe42f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group (39be01d8-ec6f-4e27-b889-227a8137d1a9), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.725206 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-2faa2a4b-55c0-48a1-aeae-bc38a6d11a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 4, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '169fb87a-70af-42ff-8486-3b7acf7efa88', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'port_id': '3706fed8-fc8e-415f-9674-75a84b58873a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'mac_address': 'fa:16:3e:47:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94601998-84fe-4aca-869d-9dcc40e49447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:56Z', 'updated_at': '2022-09-23T01:39:56Z', 'revision_number': 0, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1acb874f-34a9-4955-b4fb-00d40dc68ee6', 'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'mac_address': 'fa:16:3e:85:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:02Z', 'revision_number': 5, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'subnets': [{'id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:58.756308 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa2a4b-55c0-48a1-aeae-bc38a6d11a28 None None] Checking router: b1ac8217-de38-49d1-90ad-b1bd5e9554a0 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:58.767186 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa2a4b-55c0-48a1-aeae-bc38a6d11a28 None None] Routers {'b1ac8217-de38-49d1-90ad-b1bd5e9554a0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:58.767838 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-2faa2a4b-55c0-48a1-aeae-bc38a6d11a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:39:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:58.776143 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e0f8-4c28-45e0-a436-bd1311bbe42f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (39be01d8-ec6f-4e27-b889-227a8137d1a9), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.832420 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9e0f8-4c28-45e0-a436-bd1311bbe42f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39be01d8-ec6f-4e27-b889-227a8137d1a9,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:58.878611 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2bf10-812d-4009-9dee-1a5fc796be0f req-595ce439-7cf6-41f3-9195-176f382ba37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:58.885506 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:58.885862 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aed2bf10-812d-4009-9dee-1a5fc796be0f req-595ce439-7cf6-41f3-9195-176f382ba37b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e&device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 1130 time: 0.0645125 Sep 23 01:39:58.914421 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e0f8-4c28-45e0-a436-bd1311bbe42f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.917491 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-a8a9e0f8-4c28-45e0-a436-bd1311bbe42f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5130961 Sep 23 01:39:58.922110 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44022) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:58.929875 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-1913d613-945f-4d87-b091-50f49e2e4fd1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Request body: {'security_group_rule': {'security_group_id': '39be01d8-ec6f-4e27-b889-227a8137d1a9', 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:58.936014 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:58.939970 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-2faa2a4b-55c0-48a1-aeae-bc38a6d11a28 None None] Set router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:59.052830 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2bf10-812d-4009-9dee-1a5fc796be0f req-02269e9b-f5de-4c23-996b-ac5f596f47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:59.054296 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aed2bf10-812d-4009-9dee-1a5fc796be0f req-02269e9b-f5de-4c23-996b-ac5f596f47b3 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=d10ca970-09cc-49ae-ae1c-7b0d34826204 HTTP/1.1" status: 200 len: 914 time: 0.1590071 Sep 23 01:39:59.060837 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1913d613-945f-4d87-b091-50f49e2e4fd1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (a6ae53bf-6811-44d0-b37e-5b5327d952ee), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.146335 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aed2bf10-812d-4009-9dee-1a5fc796be0f req-1d3c4659-aa66-4d73-924f-a320b6663f45 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3706fed8-fc8e-415f-9674-75a84b58873a HTTP/1.1" status: 200 len: 999 time: 0.0773816 Sep 23 01:39:59.153481 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1913d613-945f-4d87-b091-50f49e2e4fd1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (a6ae53bf-6811-44d0-b37e-5b5327d952ee), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.223949 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2bf10-812d-4009-9dee-1a5fc796be0f req-436ee636-1ecb-409c-845f-bf7458e13c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:59.225484 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aed2bf10-812d-4009-9dee-1a5fc796be0f req-436ee636-1ecb-409c-845f-bf7458e13c11 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf HTTP/1.1" status: 200 len: 852 time: 0.0699184 Sep 23 01:39:59.261449 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-2faa2a4b-55c0-48a1-aeae-bc38a6d11a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 4, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '169fb87a-70af-42ff-8486-3b7acf7efa88', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'port_id': '3706fed8-fc8e-415f-9674-75a84b58873a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'mac_address': 'fa:16:3e:47:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94601998-84fe-4aca-869d-9dcc40e49447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:56Z', 'updated_at': '2022-09-23T01:39:56Z', 'revision_number': 0, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1acb874f-34a9-4955-b4fb-00d40dc68ee6', 'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'mac_address': 'fa:16:3e:85:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:02Z', 'revision_number': 5, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'subnets': [{'id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:59.283678 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1913d613-945f-4d87-b091-50f49e2e4fd1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (a6ae53bf-6811-44d0-b37e-5b5327d952ee), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.286534 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa2a4b-55c0-48a1-aeae-bc38a6d11a28 None None] The sync data for ids ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'] in dv-cinder-849143-7-smb is: [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 4, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_floatingips': [{'id': '169fb87a-70af-42ff-8486-3b7acf7efa88', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'router_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'port_id': '3706fed8-fc8e-415f-9674-75a84b58873a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'mac_address': 'fa:16:3e:47:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94601998-84fe-4aca-869d-9dcc40e49447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:56Z', 'updated_at': '2022-09-23T01:39:56Z', 'revision_number': 0, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1acb874f-34a9-4955-b4fb-00d40dc68ee6', 'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'mac_address': 'fa:16:3e:85:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:02Z', 'revision_number': 5, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'subnets': [{'id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:59.304259 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913d613-945f-4d87-b091-50f49e2e4fd1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ae53bf-6811-44d0-b37e-5b5327d952ee,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:59.485443 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-1913d613-945f-4d87-b091-50f49e2e4fd1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.486727 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-1913d613-945f-4d87-b091-50f49e2e4fd1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5635018 Sep 23 01:39:59.490812 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44024) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:59.495938 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-68731cc6-4eba-4370-b7a9-1be01715cfbf tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Request body: {'security_group_rule': {'security_group_id': '39be01d8-ec6f-4e27-b889-227a8137d1a9', 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:59.509380 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad72f5-6d1b-4446-b674-cc89aaaa06a5 None None] New status for floating IP 169fb87a-70af-42ff-8486-3b7acf7efa88: ACTIVE {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:39:59.547329 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2bf10-812d-4009-9dee-1a5fc796be0f req-6058fbb4-4d5e-4b01-a564-8998177dafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:59.548869 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aed2bf10-812d-4009-9dee-1a5fc796be0f req-6058fbb4-4d5e-4b01-a564-8998177dafed service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d10ca970-09cc-49ae-ae1c-7b0d34826204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415940 Sep 23 01:39:59.616201 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-68731cc6-4eba-4370-b7a9-1be01715cfbf tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (81eb81c9-cad3-4c26-bb1f-6787483d8132), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.655786 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aed2bf10-812d-4009-9dee-1a5fc796be0f req-049a7421-13ab-40ae-a5a5-a524c43c2ee6 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975339 Sep 23 01:39:59.691191 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-68731cc6-4eba-4370-b7a9-1be01715cfbf tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (81eb81c9-cad3-4c26-bb1f-6787483d8132), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.755496 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aed2bf10-812d-4009-9dee-1a5fc796be0f req-2bedb686-8ca4-44dd-8b8f-6befade9bd38 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936563 Sep 23 01:39:59.803941 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-68731cc6-4eba-4370-b7a9-1be01715cfbf tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (81eb81c9-cad3-4c26-bb1f-6787483d8132), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.825620 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68731cc6-4eba-4370-b7a9-1be01715cfbf tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81eb81c9-cad3-4c26-bb1f-6787483d8132,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:59.971434 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-68731cc6-4eba-4370-b7a9-1be01715cfbf tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.972729 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-68731cc6-4eba-4370-b7a9-1be01715cfbf tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4809296 Sep 23 01:39:59.975777 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44026) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:59.980979 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-f675179f-0651-4093-abfd-838563711703 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Request body: {'security_group_rule': {'security_group_id': '39be01d8-ec6f-4e27-b889-227a8137d1a9', 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:40:00.091764 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f675179f-0651-4093-abfd-838563711703 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (3d37d4cc-a3df-4aec-a0d3-e968f861cf4f), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:00.112300 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:00.152382 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f675179f-0651-4093-abfd-838563711703 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (3d37d4cc-a3df-4aec-a0d3-e968f861cf4f), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:00.254780 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f675179f-0651-4093-abfd-838563711703 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (3d37d4cc-a3df-4aec-a0d3-e968f861cf4f), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:00.276113 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675179f-0651-4093-abfd-838563711703 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d37d4cc-a3df-4aec-a0d3-e968f861cf4f,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:00.359777 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f675179f-0651-4093-abfd-838563711703 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:00.360988 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f675179f-0651-4093-abfd-838563711703 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3841748 Sep 23 01:40:00.363862 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44028) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:00.368810 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-422f755b-3e42-4e3a-950b-e8fa0effaae5 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Request body: {'security_group_rule': {'security_group_id': '39be01d8-ec6f-4e27-b889-227a8137d1a9', 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:40:00.529532 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-422f755b-3e42-4e3a-950b-e8fa0effaae5 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (cec64e8a-ce1c-4108-830d-99dc45f1d6f9), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:00.590405 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-422f755b-3e42-4e3a-950b-e8fa0effaae5 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (cec64e8a-ce1c-4108-830d-99dc45f1d6f9), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:00.661187 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-422f755b-3e42-4e3a-950b-e8fa0effaae5 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (cec64e8a-ce1c-4108-830d-99dc45f1d6f9), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:00.684362 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f755b-3e42-4e3a-950b-e8fa0effaae5 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec64e8a-ce1c-4108-830d-99dc45f1d6f9,revision_number=0']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:00.782421 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-422f755b-3e42-4e3a-950b-e8fa0effaae5 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:00.783787 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-422f755b-3e42-4e3a-950b-e8fa0effaae5 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4186263 Sep 23 01:40:00.792498 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44032) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:00.797181 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-abfd6f23-35ea-4ad9-8b96-844a7d78fd8b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Request body: {'security_group_rule': {'security_group_id': '39be01d8-ec6f-4e27-b889-227a8137d1a9', 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:40:00.981166 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.securitygroups_db [None req-abfd6f23-35ea-4ad9-8b96-844a7d78fd8b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Project 9dd361d272f1454a8e71dc3a1de1cb3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 01:40:00.987271 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-abfd6f23-35ea-4ad9-8b96-844a7d78fd8b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (20159a4a-f7ee-4033-9ccd-e7afae1af2fe), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:01.053566 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-abfd6f23-35ea-4ad9-8b96-844a7d78fd8b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (20159a4a-f7ee-4033-9ccd-e7afae1af2fe), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:01.163864 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-abfd6f23-35ea-4ad9-8b96-844a7d78fd8b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (20159a4a-f7ee-4033-9ccd-e7afae1af2fe), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:01.172302 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:01.185035 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd6f23-35ea-4ad9-8b96-844a7d78fd8b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20159a4a-f7ee-4033-9ccd-e7afae1af2fe,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:01.298101 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-abfd6f23-35ea-4ad9-8b96-844a7d78fd8b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:01.299461 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-abfd6f23-35ea-4ad9-8b96-844a7d78fd8b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5059228 Sep 23 01:40:01.302364 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44034) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:01.306877 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-7586961f-b11f-4c19-8d9d-da8895376e27 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Request body: {'security_group_rule': {'security_group_id': '39be01d8-ec6f-4e27-b889-227a8137d1a9', 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:40:01.461213 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.securitygroups_db [None req-7586961f-b11f-4c19-8d9d-da8895376e27 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Project 9dd361d272f1454a8e71dc3a1de1cb3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 01:40:01.468915 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7586961f-b11f-4c19-8d9d-da8895376e27 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (d42ab50e-cc99-4900-93e1-5f0e008aed09), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:01.521368 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:01.570852 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7fb91164-e301-47db-9243-cfa356be2530 req-d7624e05-bedb-4156-bc8e-7458c3d4fe35 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582936 Sep 23 01:40:01.583023 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7586961f-b11f-4c19-8d9d-da8895376e27 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (d42ab50e-cc99-4900-93e1-5f0e008aed09), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:01.694415 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb91164-e301-47db-9243-cfa356be2530 req-ed8d2424-b9f8-4aed-89f4-441056a3c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:01.696018 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7fb91164-e301-47db-9243-cfa356be2530 req-ed8d2424-b9f8-4aed-89f4-441056a3c1ae service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 1129 time: 0.0454104 Sep 23 01:40:01.700416 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7586961f-b11f-4c19-8d9d-da8895376e27 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605526'] for security_group_rule (d42ab50e-cc99-4900-93e1-5f0e008aed09), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:01.722570 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586961f-b11f-4c19-8d9d-da8895376e27 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42ab50e-cc99-4900-93e1-5f0e008aed09,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:01.811553 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb91164-e301-47db-9243-cfa356be2530 req-3a3816da-7e2a-4bca-b733-a4635a10bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:01.813028 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7fb91164-e301-47db-9243-cfa356be2530 req-3a3816da-7e2a-4bca-b733-a4635a10bcb8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 918 time: 0.0915787 Sep 23 01:40:01.870214 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7586961f-b11f-4c19-8d9d-da8895376e27 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:01.871406 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-7586961f-b11f-4c19-8d9d-da8895376e27 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5680904 Sep 23 01:40:01.892014 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7fb91164-e301-47db-9243-cfa356be2530 req-d1a228d5-85d9-404e-a427-78bab866e72d service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebbad30-7304-46cc-9269-655ced2bef87 HTTP/1.1" status: 200 len: 1000 time: 0.0663459 Sep 23 01:40:01.946152 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb91164-e301-47db-9243-cfa356be2530 req-3b43cb64-18f2-4d54-b3ca-f4eec0e3f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:01.947653 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7fb91164-e301-47db-9243-cfa356be2530 req-3b43cb64-18f2-4d54-b3ca-f4eec0e3f124 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=d00b43bc-280f-4f7d-911a-6c43852fe368 HTTP/1.1" status: 200 len: 856 time: 0.0485747 Sep 23 01:40:02.007481 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb91164-e301-47db-9243-cfa356be2530 req-6a18eda7-21e1-44e7-99fe-1e305c67e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:02.009193 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7fb91164-e301-47db-9243-cfa356be2530 req-6a18eda7-21e1-44e7-99fe-1e305c67e756 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=56ea4513-cae2-4548-9357-1f84497c0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0512409 Sep 23 01:40:02.092492 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-42d79fe7-054c-453d-a363-d9d4f238e038 req-fb8b2503-95d0-457a-bb96-0da609e11003 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-413982380&fields=id&tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e HTTP/1.1" status: 200 len: 267 time: 0.1709225 Sep 23 01:40:02.114958 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7fb91164-e301-47db-9243-cfa356be2530 req-201c35b7-e6d9-4dd6-9273-6db483acbac9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969257 Sep 23 01:40:02.144942 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79fe7-054c-453d-a363-d9d4f238e038 req-5377fc5a-1ec7-4caa-9fd8-fbaa43121916 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:02.146414 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-42d79fe7-054c-453d-a363-d9d4f238e038 req-5377fc5a-1ec7-4caa-9fd8-fbaa43121916 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 946 time: 0.0482242 Sep 23 01:40:02.158214 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [req-42d79fe7-054c-453d-a363-d9d4f238e038 req-ae1560fa-da90-453a-87e3-1a834e620c5d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Request body: {'port': {'security_groups': ['8af2a190-d51b-4cc3-83bd-a86a2edb08d6', '39be01d8-ec6f-4e27-b889-227a8137d1a9']}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:40:02.217838 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-7fb91164-e301-47db-9243-cfa356be2530 req-5826678d-abd8-4f99-a910-b75360bcf8fb service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939085 Sep 23 01:40:02.232449 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-42d79fe7-054c-453d-a363-d9d4f238e038 req-ae1560fa-da90-453a-87e3-1a834e620c5d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), before_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:02.440598 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:02.467388 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [req-42d79fe7-054c-453d-a363-d9d4f238e038 req-ae1560fa-da90-453a-87e3-1a834e620c5d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] For port 3706fed8-fc8e-415f-9674-75a84b58873a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3706fed8-fc8e-415f-9674-75a84b58873a,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:40:02.499786 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-42d79fe7-054c-453d-a363-d9d4f238e038 req-ae1560fa-da90-453a-87e3-1a834e620c5d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for port (3706fed8-fc8e-415f-9674-75a84b58873a), precommit_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:02.575397 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-42d79fe7-054c-453d-a363-d9d4f238e038 req-ae1560fa-da90-453a-87e3-1a834e620c5d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15907334'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), after_update {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:02.590042 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79fe7-054c-453d-a363-d9d4f238e038 req-ae1560fa-da90-453a-87e3-1a834e620c5d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:02.590822 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [req-42d79fe7-054c-453d-a363-d9d4f238e038 req-ae1560fa-da90-453a-87e3-1a834e620c5d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:02.592329 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-42d79fe7-054c-453d-a363-d9d4f238e038 req-ae1560fa-da90-453a-87e3-1a834e620c5d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "PUT /networking/v2.0/ports/3706fed8-fc8e-415f-9674-75a84b58873a HTTP/1.1" status: 200 len: 982 time: 0.4388587 Sep 23 01:40:02.592882 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:40:02.595461 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749685cf-3cce-40de-9c4b-79fa5a60d183" -d '{"events": [{"name": "network-changed", "server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:40:02.615089 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['3706fed8-fc8e-415f-9674-75a84b58873a'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:40:02.665280 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1560fa-da90-453a-87e3-1a834e620c5d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'Port': ['ID=3706fed8-fc8e-415f-9674-75a84b58873a,revision_number=6']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:02.704662 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9888e9ed-37db-49bf-9da5-4f3a5b5c29b2 x-openstack-request-id: req-9888e9ed-37db-49bf-9da5-4f3a5b5c29b2 {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:40:02.704875 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:40:02.705151 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9888e9ed-37db-49bf-9da5-4f3a5b5c29b2 {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:40:02.705708 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9888e9ed-37db-49bf-9da5-4f3a5b5c29b2'] response: {'name': 'network-changed', 'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a', 'status': 'completed', 'code': 200} Sep 23 01:40:02.781485 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['3706fed8-fc8e-415f-9674-75a84b58873a'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:40:02.838657 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:02.851309 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe722e-8298-494a-a801-fb09dcceadce req-4a673f0d-bb52-43d4-b129-afb4a49ff5b6 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:02.853445 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6bbe722e-8298-494a-a801-fb09dcceadce req-4a673f0d-bb52-43d4-b129-afb4a49ff5b6 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.1812205 Sep 23 01:40:02.854484 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749685cf-3cce-40de-9c4b-79fa5a60d183 req-07d88b52-9ff8-4c64-8642-0d9d1cc9752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:02.856857 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-749685cf-3cce-40de-9c4b-79fa5a60d183 req-07d88b52-9ff8-4c64-8642-0d9d1cc9752f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e&device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 1169 time: 0.0760438 Sep 23 01:40:02.973084 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:02.995867 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6bbe722e-8298-494a-a801-fb09dcceadce req-6bfc6357-2d05-4e6f-884f-dca8ef4e3992 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1345382 Sep 23 01:40:03.015813 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749685cf-3cce-40de-9c4b-79fa5a60d183 req-448c3598-dfa7-4662-9490-1bb9db476ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:03.017829 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-749685cf-3cce-40de-9c4b-79fa5a60d183 req-448c3598-dfa7-4662-9490-1bb9db476ab5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=d10ca970-09cc-49ae-ae1c-7b0d34826204 HTTP/1.1" status: 200 len: 914 time: 0.1495922 Sep 23 01:40:03.089173 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-749685cf-3cce-40de-9c4b-79fa5a60d183 req-92caf2f9-e455-40ec-a8cf-499a45eda721 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3706fed8-fc8e-415f-9674-75a84b58873a HTTP/1.1" status: 200 len: 1001 time: 0.0648863 Sep 23 01:40:03.152454 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749685cf-3cce-40de-9c4b-79fa5a60d183 req-64e5d72f-6125-4d15-817f-a2615809911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:03.153973 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-749685cf-3cce-40de-9c4b-79fa5a60d183 req-64e5d72f-6125-4d15-817f-a2615809911f service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf HTTP/1.1" status: 200 len: 852 time: 0.0556552 Sep 23 01:40:03.201922 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749685cf-3cce-40de-9c4b-79fa5a60d183 req-b84ba970-5f83-487d-a057-0727e71e9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:03.203510 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-749685cf-3cce-40de-9c4b-79fa5a60d183 req-b84ba970-5f83-487d-a057-0727e71e9695 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d10ca970-09cc-49ae-ae1c-7b0d34826204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430589 Sep 23 01:40:03.306026 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-749685cf-3cce-40de-9c4b-79fa5a60d183 req-6d26c05c-d9c0-4c84-80ec-96b1ed93eac8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958781 Sep 23 01:40:03.409177 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-749685cf-3cce-40de-9c4b-79fa5a60d183 req-c724326b-6754-43d3-ab3d-b2a74aa57c62 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907528 Sep 23 01:40:07.321813 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:40:12.660240 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=74,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:13.348472 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=60 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:13.350371 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:13.404883 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=36 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:13.405683 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:14.860392 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-760b357e-36ec-4f60-a31a-65a8b26ddf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:17.316691 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:17.317499 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:17.820850 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1021803a-ce00-46b9-aedb-245f8ed1801d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:19.506084 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:19.866281 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3928350-053f-4430-ad86-a882d55b11be req-3a4299fc-139e-4f1a-9d2c-b8a4ca072ada tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:19.867780 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a3928350-053f-4430-ad86-a882d55b11be req-3a4299fc-139e-4f1a-9d2c-b8a4ca072ada tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0633066 Sep 23 01:40:19.930100 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a3928350-053f-4430-ad86-a882d55b11be req-81ad2086-b6f0-4937-9154-0ced410ba913 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564449 Sep 23 01:40:20.375107 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:21.070132 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e898c6d-4b31-4264-a839-07f5874986e0 req-ced6ba9e-6007-46ef-befc-89e464a62a64 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:21.071850 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1e898c6d-4b31-4264-a839-07f5874986e0 req-ced6ba9e-6007-46ef-befc-89e464a62a64 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0530603 Sep 23 01:40:21.130580 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1e898c6d-4b31-4264-a839-07f5874986e0 req-24ece378-96a3-4c6f-b190-e52476654481 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524604 Sep 23 01:40:21.477765 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:22.270384 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f877b-6684-4852-a49e-1f163f258404 req-28f208ce-9d0f-4b4a-aa79-50177b2cc4c7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:22.272007 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-bf5f877b-6684-4852-a49e-1f163f258404 req-28f208ce-9d0f-4b4a-aa79-50177b2cc4c7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0560124 Sep 23 01:40:22.333938 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-bf5f877b-6684-4852-a49e-1f163f258404 req-b3bda86f-aba4-4415-993b-5d5cf70f8c03 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555501 Sep 23 01:40:23.471016 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dab96-b837-4cb2-9f79-975290eef0b1 req-93fdbb1f-abb4-4a72-8518-1bb7bf419dde tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:23.472710 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1f6dab96-b837-4cb2-9f79-975290eef0b1 req-93fdbb1f-abb4-4a72-8518-1bb7bf419dde tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0516431 Sep 23 01:40:23.529163 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-1f6dab96-b837-4cb2-9f79-975290eef0b1 req-bb3a623f-fe31-48cd-9c6c-a8ec770d462b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503073 Sep 23 01:40:24.694229 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7c11a-8473-4f15-a741-12a5b3720c20 req-411b0854-d443-46f6-8c43-a9cae3e1c3e8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:24.695859 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2cc7c11a-8473-4f15-a741-12a5b3720c20 req-411b0854-d443-46f6-8c43-a9cae3e1c3e8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0668526 Sep 23 01:40:24.749333 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-2cc7c11a-8473-4f15-a741-12a5b3720c20 req-a3de7609-da12-4338-b491-35667cedfbf3 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473173 Sep 23 01:40:25.472838 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:25.901007 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b72926-cffc-48ec-bb4f-a14257976e01 req-db59516a-f16b-4b22-a5bf-768c1650a6d1 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:25.902516 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d9b72926-cffc-48ec-bb4f-a14257976e01 req-db59516a-f16b-4b22-a5bf-768c1650a6d1 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0499330 Sep 23 01:40:25.952095 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-d9b72926-cffc-48ec-bb4f-a14257976e01 req-c932e911-54c3-49d2-99ab-33b9a8b6d5b1 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Sep 23 01:40:26.930551 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043e0a6-eb9a-4a65-93be-de21bec8734d req-dd22ec69-c75a-43e0-9625-6ab99ff20a6c tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:26.932188 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e043e0a6-eb9a-4a65-93be-de21bec8734d req-dd22ec69-c75a-43e0-9625-6ab99ff20a6c tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0553846 Sep 23 01:40:27.014702 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-e043e0a6-eb9a-4a65-93be-de21bec8734d req-a9d2d3a8-c97e-4eb0-895f-f3214e9659e8 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761461 Sep 23 01:40:27.050895 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59f356-ddff-4236-b20d-e74d5792296a req-9dc05a81-5195-4755-9a10-ca251a7f9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:27.052893 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cc59f356-ddff-4236-b20d-e74d5792296a req-9dc05a81-5195-4755-9a10-ca251a7f9940 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e&device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 1169 time: 0.0546846 Sep 23 01:40:27.116532 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c3980-1842-41c0-88e5-3793e408fefb req-cccb4cf7-26de-4389-b0c7-4af91e387a9f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:27.118825 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-002c3980-1842-41c0-88e5-3793e408fefb req-cccb4cf7-26de-4389-b0c7-4af91e387a9f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0566740 Sep 23 01:40:27.162906 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59f356-ddff-4236-b20d-e74d5792296a req-d4c48154-e74a-4316-82c9-af43595dde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:27.164407 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cc59f356-ddff-4236-b20d-e74d5792296a req-d4c48154-e74a-4316-82c9-af43595dde5e service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=d10ca970-09cc-49ae-ae1c-7b0d34826204 HTTP/1.1" status: 200 len: 914 time: 0.1045949 Sep 23 01:40:27.170314 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-002c3980-1842-41c0-88e5-3793e408fefb req-440a4f2a-16cb-4e5c-9cc1-9180970f32a9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457420 Sep 23 01:40:27.231763 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cc59f356-ddff-4236-b20d-e74d5792296a req-3679358a-9b3d-4242-be40-beefd4d91529 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3706fed8-fc8e-415f-9674-75a84b58873a HTTP/1.1" status: 200 len: 1001 time: 0.0586920 Sep 23 01:40:27.285579 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59f356-ddff-4236-b20d-e74d5792296a req-ab701051-2818-41da-998a-2202204461c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:27.287100 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cc59f356-ddff-4236-b20d-e74d5792296a req-ab701051-2818-41da-998a-2202204461c5 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf HTTP/1.1" status: 200 len: 852 time: 0.0490539 Sep 23 01:40:27.338671 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59f356-ddff-4236-b20d-e74d5792296a req-12dde6da-b286-4b5c-a5b7-c0a1e4598301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:27.340770 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cc59f356-ddff-4236-b20d-e74d5792296a req-12dde6da-b286-4b5c-a5b7-c0a1e4598301 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d10ca970-09cc-49ae-ae1c-7b0d34826204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0464549 Sep 23 01:40:27.440431 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cc59f356-ddff-4236-b20d-e74d5792296a req-61d90f02-275a-4493-86be-1add2300915f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901361 Sep 23 01:40:27.543528 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-cc59f356-ddff-4236-b20d-e74d5792296a req-37c82a7a-6622-42ec-bdd7-08738d91884c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997412 Sep 23 01:40:28.160496 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494523bc-15e9-428a-a751-57d3db9fd0e7 req-7a79ef46-6b50-4104-a5e7-533076199a66 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:28.162115 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-494523bc-15e9-428a-a751-57d3db9fd0e7 req-7a79ef46-6b50-4104-a5e7-533076199a66 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0492284 Sep 23 01:40:28.228609 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-494523bc-15e9-428a-a751-57d3db9fd0e7 req-ac765ad0-d568-48bd-865b-d948489a2584 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604420 Sep 23 01:40:28.305061 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58c7e-d49c-49b2-9b67-7a2bd1a07e44 req-64b48c9e-d6b7-41ac-8ba6-0bbc700ae690 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:28.306569 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-27b58c7e-d49c-49b2-9b67-7a2bd1a07e44 req-64b48c9e-d6b7-41ac-8ba6-0bbc700ae690 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0492094 Sep 23 01:40:28.355639 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-27b58c7e-d49c-49b2-9b67-7a2bd1a07e44 req-4fa1b509-2fdf-47dd-9fac-fdba28a818a3 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Sep 23 01:40:29.354753 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:29.366612 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20c78a-6406-421f-b736-60baed3e0bb3 req-fa05e011-efad-4dfc-95fb-c52a2023f172 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:29.368448 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e20c78a-6406-421f-b736-60baed3e0bb3 req-fa05e011-efad-4dfc-95fb-c52a2023f172 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0600281 Sep 23 01:40:29.390493 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:29.440174 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e20c78a-6406-421f-b736-60baed3e0bb3 req-acb19f4e-97f5-4270-a9ec-46dcd19e654a tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652900 Sep 23 01:40:29.492695 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a7ab0-a2f9-46e7-958c-7a922aa3ce34 req-c3d9978d-c9a4-4c27-ad82-1953589a65eb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:29.494230 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fb8a7ab0-a2f9-46e7-958c-7a922aa3ce34 req-c3d9978d-c9a4-4c27-ad82-1953589a65eb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0517108 Sep 23 01:40:29.546397 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fb8a7ab0-a2f9-46e7-958c-7a922aa3ce34 req-2cfbfd8e-eed6-4952-a80b-5ffc6f536033 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458565 Sep 23 01:40:30.296282 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:30.297067 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:30.568506 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6a2c3-ad2f-42f1-a121-6722de8729d2 req-6c89cc5d-1e33-494b-b6cd-a0cf9742eb1b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:30.570075 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3ea6a2c3-ad2f-42f1-a121-6722de8729d2 req-6c89cc5d-1e33-494b-b6cd-a0cf9742eb1b tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0493565 Sep 23 01:40:30.637278 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-3ea6a2c3-ad2f-42f1-a121-6722de8729d2 req-6329e493-7a23-4d8c-b8eb-49cc8101f83c tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614693 Sep 23 01:40:30.680763 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42533f-0f1d-49a1-93dd-703076f059fd req-d074ef23-11de-4d68-9f33-457d0d1e0753 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:30.682312 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0e42533f-0f1d-49a1-93dd-703076f059fd req-d074ef23-11de-4d68-9f33-457d0d1e0753 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0520072 Sep 23 01:40:30.733451 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0e42533f-0f1d-49a1-93dd-703076f059fd req-d89cbf21-c8bd-4f37-a7f3-418f44cea1d1 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452347 Sep 23 01:40:31.765977 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658d3dc-0dc3-4a47-88fa-b22d8ef20a84 req-c318f1f3-40e1-40c6-bc81-19761e9d6571 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:31.768171 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a658d3dc-0dc3-4a47-88fa-b22d8ef20a84 req-c318f1f3-40e1-40c6-bc81-19761e9d6571 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0509219 Sep 23 01:40:31.844607 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-a658d3dc-0dc3-4a47-88fa-b22d8ef20a84 req-b9b06cb2-e3ad-4304-9718-a79e6d07dd49 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702341 Sep 23 01:40:31.885440 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6ff1d-bd43-4b64-a598-364628343d64 req-db39f7fe-f4cb-42b7-b187-7e491833a2f0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:31.887094 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a7c6ff1d-bd43-4b64-a598-364628343d64 req-db39f7fe-f4cb-42b7-b187-7e491833a2f0 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0495987 Sep 23 01:40:31.934634 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a7c6ff1d-bd43-4b64-a598-364628343d64 req-aab83ffe-9523-4ea0-974d-7f7d7c6666da tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415843 Sep 23 01:40:32.837523 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 8ebbad30-7304-46cc-9269-655ced2bef87 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:40:32.965086 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:40:32.982540 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '8ebbad30-7304-46cc-9269-655ced2bef87', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'port_id': '8ebbad30-7304-46cc-9269-655ced2bef87', 'mac_address': 'fa:16:3e:e6:9b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:40:33.042602 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 8ebbad30-7304-46cc-9269-655ced2bef87 is: ACTIVE; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:40:33.043196 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:33.051828 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f860b-12ad-4136-994f-3cb6248c36e5 req-27905ef4-d2b5-49b1-a390-4134ac4f35c6 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:33.055459 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef8f860b-12ad-4136-994f-3cb6248c36e5 req-27905ef4-d2b5-49b1-a390-4134ac4f35c6 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0971036 Sep 23 01:40:33.071237 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ebbad30-7304-46cc-9269-655ced2bef87 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:40:33.111879 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:40:33.180860 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:33.210037 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee277149-15ae-4f58-8fbb-65fb88ee55f1 req-e23b3cba-fd21-43c3-984d-d10b3979a873 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:33.216243 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ef8f860b-12ad-4136-994f-3cb6248c36e5 req-7624e6de-29ae-4c4d-959d-052d67a7e928 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501763 Sep 23 01:40:33.218238 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ee277149-15ae-4f58-8fbb-65fb88ee55f1 req-e23b3cba-fd21-43c3-984d-d10b3979a873 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.1134009 Sep 23 01:40:33.269772 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=8ebbad30-7304-46cc-9269-655ced2bef87,revision_number=6']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:33.306055 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ee277149-15ae-4f58-8fbb-65fb88ee55f1 req-afe093f9-2396-48cd-ae2a-1104536dbe3d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767441 Sep 23 01:40:33.361586 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['8ebbad30-7304-46cc-9269-655ced2bef87'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:40:34.411109 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44778f49-dadf-4d16-bd7b-ccfce3b542ca req-8aab31ef-9615-4525-8169-5fb762c2d93d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:34.417047 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-44778f49-dadf-4d16-bd7b-ccfce3b542ca req-8aab31ef-9615-4525-8169-5fb762c2d93d tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0892367 Sep 23 01:40:34.502482 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-44778f49-dadf-4d16-bd7b-ccfce3b542ca req-109f26de-1af9-4cf4-b904-51fb5a56ce5e tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777194 Sep 23 01:40:34.525455 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969960-a75a-4a9b-b270-9ede0f3966b9 req-86c0f7e9-0c69-443e-b2ce-39f497b23da1 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:34.527148 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e5969960-a75a-4a9b-b270-9ede0f3966b9 req-86c0f7e9-0c69-443e-b2ce-39f497b23da1 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 944 time: 0.0850441 Sep 23 01:40:34.591966 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-e5969960-a75a-4a9b-b270-9ede0f3966b9 req-c4fc8e4a-1b37-4a5b-9571-f11945b8ee69 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570581 Sep 23 01:40:34.860929 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 8ebbad30-7304-46cc-9269-655ced2bef87 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:40:34.919664 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 8ebbad30-7304-46cc-9269-655ced2bef87 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:40:34.920206 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:34.920643 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 8ebbad30-7304-46cc-9269-655ced2bef87 Sep 23 01:40:35.014085 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 8ebbad30-7304-46cc-9269-655ced2bef87 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:40:35.014725 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:35.048653 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:40:35.051619 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a66c69-07a3-4d19-8b65-3e9fa74328aa" -d '{"events": [{"server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:40:35.070667 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:40:35.094440 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4afe417-abc5-443b-8e94-1bf3a9e5dde7 x-openstack-request-id: req-b4afe417-abc5-443b-8e94-1bf3a9e5dde7 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:40:35.100629 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:40:35.100629 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b4afe417-abc5-443b-8e94-1bf3a9e5dde7 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:40:35.100629 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4afe417-abc5-443b-8e94-1bf3a9e5dde7'] response: {'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87', 'code': 200} Sep 23 01:40:35.174710 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:35.228015 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:35.239381 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=8ebbad30-7304-46cc-9269-655ced2bef87,revision_number=7']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:35.687156 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdf40c-691f-4c0a-89ad-a3c2a49c0d3f req-d278825d-e2f3-417c-b08f-6c9cf99e0780 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:35.689835 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5ffdf40c-691f-4c0a-89ad-a3c2a49c0d3f req-d278825d-e2f3-417c-b08f-6c9cf99e0780 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0716593 Sep 23 01:40:35.771676 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:35.772420 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:35.778425 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5ffdf40c-691f-4c0a-89ad-a3c2a49c0d3f req-d4d011ab-4252-4c15-9e86-bf6fab763684 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823128 Sep 23 01:40:35.800703 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da767ce7-0b06-4f04-9723-469417606339 req-3a778060-7a22-49cd-8956-89f6635dfd35 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:35.802401 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-da767ce7-0b06-4f04-9723-469417606339 req-3a778060-7a22-49cd-8956-89f6635dfd35 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0800505 Sep 23 01:40:35.878565 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-da767ce7-0b06-4f04-9723-469417606339 req-a67c77ab-70f7-4fa8-9172-bfa1edf80c9b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699258 Sep 23 01:40:36.995758 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07a8c-8923-4ad5-87d0-4689510a0f95 req-f287ae2c-fb1b-4f0f-8ac0-3feec3cb1bf4 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:36.997506 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1bb07a8c-8923-4ad5-87d0-4689510a0f95 req-f287ae2c-fb1b-4f0f-8ac0-3feec3cb1bf4 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0866315 Sep 23 01:40:37.056978 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b393aa-b50a-48bf-9c0c-bc420bb5d45e req-0adba2ac-92f0-4729-8e63-90d6dfad5ae7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:37.059296 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-62b393aa-b50a-48bf-9c0c-bc420bb5d45e req-0adba2ac-92f0-4729-8e63-90d6dfad5ae7 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0638680 Sep 23 01:40:37.124650 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-62b393aa-b50a-48bf-9c0c-bc420bb5d45e req-3e3d74a7-cee0-4b14-845a-06f3117f3c2c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578003 Sep 23 01:40:37.140172 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-1bb07a8c-8923-4ad5-87d0-4689510a0f95 req-80c49472-8d51-46a6-bc23-55953744f4ef tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346216 Sep 23 01:40:38.351219 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab5cbb-10aa-4f97-b065-c6f91af275ff req-c5f141cd-c6cf-417a-a8c6-0e2a75841b29 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:38.359350 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f6ab5cbb-10aa-4f97-b065-c6f91af275ff req-c5f141cd-c6cf-417a-a8c6-0e2a75841b29 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0965557 Sep 23 01:40:38.364314 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac469-e4e1-4724-9f17-93a0244089b9 req-9ad3d993-c067-4169-b8cd-2700d5adda57 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:38.373545 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4c9ac469-e4e1-4724-9f17-93a0244089b9 req-9ad3d993-c067-4169-b8cd-2700d5adda57 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.1061695 Sep 23 01:40:38.482314 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4c9ac469-e4e1-4724-9f17-93a0244089b9 req-8962a623-1fb2-4d2a-9af1-09ca630c8a8b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073818 Sep 23 01:40:38.495551 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f6ab5cbb-10aa-4f97-b065-c6f91af275ff req-0b5b0e5b-9259-45ac-82cf-6b0750b11759 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349225 Sep 23 01:40:39.712670 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a241ab-1d5f-4ee5-97fe-75c6b5db5b93 req-50b5f20c-3b09-4c97-9a20-ac373d7bad92 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:39.720809 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-10a241ab-1d5f-4ee5-97fe-75c6b5db5b93 req-50b5f20c-3b09-4c97-9a20-ac373d7bad92 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0990343 Sep 23 01:40:39.740831 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9c9bf-f4b0-43d4-98b7-97238975aa4e req-141b1e5d-cfee-4d20-84b8-b4b1b1e1e174 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:39.742785 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dbf9c9bf-f4b0-43d4-98b7-97238975aa4e req-141b1e5d-cfee-4d20-84b8-b4b1b1e1e174 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0629718 Sep 23 01:40:39.795734 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-10a241ab-1d5f-4ee5-97fe-75c6b5db5b93 req-a1fea2a2-08f2-4e60-a647-a6c44375543a tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&id=39be01d8-ec6f-4e27-b889-227a8137d1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739305 Sep 23 01:40:39.830396 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dbf9c9bf-f4b0-43d4-98b7-97238975aa4e req-093a1708-7f3e-4a1d-b8d0-81772fa94602 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540841 Sep 23 01:40:40.995307 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e07a42-8ef7-4fce-aef8-19d992f34a9f req-8376a3b4-923c-4add-a0df-a08a6a0530ff tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:40.996931 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-33e07a42-8ef7-4fce-aef8-19d992f34a9f req-8376a3b4-923c-4add-a0df-a08a6a0530ff tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0624831 Sep 23 01:40:41.070754 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-33e07a42-8ef7-4fce-aef8-19d992f34a9f req-9c158a19-020f-4819-9211-34ddff9b0708 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649021 Sep 23 01:40:42.217827 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dd4a6-938a-44ce-8bb2-d510ffb876a4 req-13d1c9a8-76cb-4ffa-a34a-55b13d4aa7f6 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:42.219460 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-623dd4a6-938a-44ce-8bb2-d510ffb876a4 req-13d1c9a8-76cb-4ffa-a34a-55b13d4aa7f6 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0549166 Sep 23 01:40:42.276098 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-623dd4a6-938a-44ce-8bb2-d510ffb876a4 req-c9fdc512-174f-4901-8aec-91e4dc1bae40 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501053 Sep 23 01:40:43.437362 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0831e-82b0-4d96-8b76-94bc638c64cc req-88d67f3e-737a-45d7-a324-2dde988b1a0f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:43.439508 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-85a0831e-82b0-4d96-8b76-94bc638c64cc req-88d67f3e-737a-45d7-a324-2dde988b1a0f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0540588 Sep 23 01:40:43.495214 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-85a0831e-82b0-4d96-8b76-94bc638c64cc req-68fceb15-6208-4b5c-8a2e-a7cea6fc43eb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499382 Sep 23 01:40:44.322134 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:40:44.637402 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1f3dd-462b-4c2e-96db-7e8e4dfd09ac req-c9e56d31-633f-4160-8d41-e56fa77368de tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:44.638926 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-07c1f3dd-462b-4c2e-96db-7e8e4dfd09ac req-c9e56d31-633f-4160-8d41-e56fa77368de tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0565178 Sep 23 01:40:44.651105 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:44.674255 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:44.689002 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-07c1f3dd-462b-4c2e-96db-7e8e4dfd09ac req-dbf7b96d-dbc1-49cc-a039-4e0e432d2c57 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 Sep 23 01:40:44.717320 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:44.797599 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2dae-bb2f-4df2-b76d-f603e2a38038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:45.683898 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-86dc7a61-557d-4046-9134-bbbdcc05e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:45.685463 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-86dc7a61-557d-4046-9134-bbbdcc05e5a2 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 1129 time: 0.0422926 Sep 23 01:40:45.795773 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-e01470d8-3768-4f0e-ba4e-9438a63040f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:45.797292 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-e01470d8-3768-4f0e-ba4e-9438a63040f2 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 918 time: 0.1025724 Sep 23 01:40:45.825052 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2f6d7-a49c-42ad-9ed5-2cd22be3a80f req-4ea220ef-d372-487c-a432-84adbb2babac tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:45.826717 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-43f2f6d7-a49c-42ad-9ed5-2cd22be3a80f req-4ea220ef-d372-487c-a432-84adbb2babac tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0504365 Sep 23 01:40:45.865529 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-d446305d-bff0-4d21-b63c-7e7f64dcc9bf service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebbad30-7304-46cc-9269-655ced2bef87 HTTP/1.1" status: 200 len: 1000 time: 0.0617683 Sep 23 01:40:45.882028 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-43f2f6d7-a49c-42ad-9ed5-2cd22be3a80f req-ca7dc3e9-e759-4512-8acf-51b27e8704d6 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482593 Sep 23 01:40:45.917935 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-c3b47668-c6d4-44f0-9295-c8e524e78bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:45.919481 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-c3b47668-c6d4-44f0-9295-c8e524e78bfa service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=d00b43bc-280f-4f7d-911a-6c43852fe368 HTTP/1.1" status: 200 len: 856 time: 0.0482574 Sep 23 01:40:45.972703 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-2b4392a5-becf-41b5-ac25-b8904d133b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:45.974128 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-2b4392a5-becf-41b5-ac25-b8904d133b2e service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=56ea4513-cae2-4548-9357-1f84497c0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0491796 Sep 23 01:40:45.984183 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-59dfe9c4-e1c9-45e2-be10-355f0e3b5b37 service neutron] http://10.222.0.83:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:40:45.997096 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-59dfe9c4-e1c9-45e2-be10-355f0e3b5b37 service neutron] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054250 Sep 23 01:40:46.084848 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-f489b63f-7789-4e77-84a3-32eebbb35463 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935094 Sep 23 01:40:46.183302 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-ccb91c0d-402d-472a-810b-2b95c105e587 req-834e6550-26c1-44ea-9ba8-6e86ef0d7a6d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928669 Sep 23 01:40:47.023362 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040aa2f2-9c5f-4355-82c9-8bac5840662b req-b83b08b5-65f4-45dc-8d88-7b2ae4d0622d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:47.024968 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-040aa2f2-9c5f-4355-82c9-8bac5840662b req-b83b08b5-65f4-45dc-8d88-7b2ae4d0622d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0518634 Sep 23 01:40:47.076769 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-040aa2f2-9c5f-4355-82c9-8bac5840662b req-74214d84-66f3-4118-a9d3-e8e27df25e1d tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457375 Sep 23 01:40:47.866081 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-67399ce9-e707-4dad-b64f-b8794b29f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:48.208046 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e4a93-71a1-4f46-8350-19b2430efcc2 req-255eabda-2c86-49b1-8645-171ef6aa9e3c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:48.209532 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f48e4a93-71a1-4f46-8350-19b2430efcc2 req-255eabda-2c86-49b1-8645-171ef6aa9e3c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 945 time: 0.0484526 Sep 23 01:40:48.262631 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f48e4a93-71a1-4f46-8350-19b2430efcc2 req-9e7c6f10-1f71-42f4-8a11-7d446d7e9955 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472174 Sep 23 01:40:48.918211 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 8ebbad30-7304-46cc-9269-655ced2bef87 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:40:48.998366 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 8ebbad30-7304-46cc-9269-655ced2bef87 is: ACTIVE; New status is: DOWN {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:40:48.998366 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.025056 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:40:49.027449 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c82efda-93b4-4b61-9323-1108cedca3f2" -d '{"events": [{"server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:40:49.040533 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:40:49.068283 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 01:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71bf8f0-2ff2-45bc-9826-17f6327c20b6 x-openstack-request-id: req-b71bf8f0-2ff2-45bc-9826-17f6327c20b6 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:40:49.068620 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:40:49.068861 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b71bf8f0-2ff2-45bc-9826-17f6327c20b6 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:40:49.069283 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71bf8f0-2ff2-45bc-9826-17f6327c20b6'] response: {'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87', 'code': 200} Sep 23 01:40:49.135011 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.197700 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=8ebbad30-7304-46cc-9269-655ced2bef87,revision_number=8']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:49.199028 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.199366 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.199741 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.200049 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.200376 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.200694 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.201017 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.201328 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.201643 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.202289 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.202628 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.202963 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.203281 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.203590 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.203901 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:49.395834 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a76380-4334-47cb-9c16-0112a40aea58 req-d0c7e33b-4535-470a-9ae7-aebe729f64c4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:49.397396 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-18a76380-4334-47cb-9c16-0112a40aea58 req-d0c7e33b-4535-470a-9ae7-aebe729f64c4 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0501037 Sep 23 01:40:49.449318 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.449885 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-18a76380-4334-47cb-9c16-0112a40aea58 req-f353f9fa-1a98-403c-82c5-5aac4e353269 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462093 Sep 23 01:40:50.398070 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:51.500279 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:52.175936 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270b258-a2a3-46e2-bf86-0df45e862fce req-88eeb2c5-1a05-4955-8e32-f1592c90446f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:52.177442 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3270b258-a2a3-46e2-bf86-0df45e862fce req-88eeb2c5-1a05-4955-8e32-f1592c90446f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0510430 Sep 23 01:40:52.228565 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-3270b258-a2a3-46e2-bf86-0df45e862fce req-f1b4608d-d7d1-4147-af77-e1cc18072374 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453298 Sep 23 01:40:52.578151 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-db327d8e-99a7-441a-8296-e976e05edbd4 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443873 Sep 23 01:40:52.658657 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-95920717-6356-492e-a4ca-28539e566fa9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:52.660681 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-95920717-6356-492e-a4ca-28539e566fa9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports/8ebbad30-7304-46cc-9269-655ced2bef87 HTTP/1.1" status: 200 len: 940 time: 0.0535011 Sep 23 01:40:52.918808 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 8ebbad30-7304-46cc-9269-655ced2bef87 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:40:52.998142 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 8ebbad30-7304-46cc-9269-655ced2bef87 is: DOWN; New status is: DOWN {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:40:53.380438 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ab7a1-a51c-49dc-9fca-48c418d65e1e req-5452f2af-e126-4592-b4cb-f755d7fdaaa2 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:53.382036 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-867ab7a1-a51c-49dc-9fca-48c418d65e1e req-5452f2af-e126-4592-b4cb-f755d7fdaaa2 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0535104 Sep 23 01:40:53.442214 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-867ab7a1-a51c-49dc-9fca-48c418d65e1e req-2ac3ee57-ea54-4482-b812-d9dbdd310720 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523562 Sep 23 01:40:54.316515 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:54.317460 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:54.488853 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-87e364ff-dde7-4526-a50d-3d508b5f0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:54.490639 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-87e364ff-dde7-4526-a50d-3d508b5f0cfe service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656&tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05 HTTP/1.1" status: 200 len: 1127 time: 0.0417595 Sep 23 01:40:54.579205 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b03cbf-263f-40e5-9185-9398a603e59c req-4a6f0047-e87b-409e-8c9f-8196817257ac tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:54.580727 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c0b03cbf-263f-40e5-9185-9398a603e59c req-4a6f0047-e87b-409e-8c9f-8196817257ac tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0488036 Sep 23 01:40:54.626373 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-3f2f8db2-405d-4f71-a3c3-b05d989a1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:54.627388 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:54.628906 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-3f2f8db2-405d-4f71-a3c3-b05d989a1d42 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 1127 time: 0.0871584 Sep 23 01:40:54.632688 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c0b03cbf-263f-40e5-9185-9398a603e59c req-33bec3cb-2120-4c99-bd5b-7f2f4905dda6 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457399 Sep 23 01:40:54.729855 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-bce6c4a7-0485-4d8c-9550-dbd84034575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:54.731371 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-bce6c4a7-0485-4d8c-9550-dbd84034575d service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 200 len: 918 time: 0.0979953 Sep 23 01:40:54.797603 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-fdae11ae-97c7-4cd2-9dbc-c17580c05fba service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebbad30-7304-46cc-9269-655ced2bef87 HTTP/1.1" status: 200 len: 998 time: 0.0596819 Sep 23 01:40:54.846855 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-35991f4e-687b-4642-a0b7-56dee6c465ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:54.848389 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-35991f4e-687b-4642-a0b7-56dee6c465ad service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=d00b43bc-280f-4f7d-911a-6c43852fe368 HTTP/1.1" status: 200 len: 856 time: 0.0453119 Sep 23 01:40:54.884941 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:54.887642 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:54.894125 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-b1234779-ef9a-48f6-a781-72af5154d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:54.895672 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-b1234779-ef9a-48f6-a781-72af5154d85e service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=56ea4513-cae2-4548-9357-1f84497c0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0418971 Sep 23 01:40:54.989173 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-cacd6d63-e4a6-4204-9137-97ab5fefd5b5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878246 Sep 23 01:40:55.323511 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-570fdab5-810e-4571-9ae3-a0cf37c43386 req-ab3d488a-7748-4ddb-ac9c-fc17d0140832 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259473 Sep 23 01:40:55.529988 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:55.772133 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a19b6-6117-4c05-9872-74e53f647b0a req-3c479534-0c53-4b6a-89d3-9509e2db40cf tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:55.773722 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-690a19b6-6117-4c05-9872-74e53f647b0a req-3c479534-0c53-4b6a-89d3-9509e2db40cf tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0523026 Sep 23 01:40:55.837649 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-690a19b6-6117-4c05-9872-74e53f647b0a req-9c006681-d25a-430a-917d-2369dc2a6f82 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546868 Sep 23 01:40:56.981405 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:56.991740 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe3165-109d-4069-b678-f18d4dff56a2 req-db8ce04e-fe3f-4f87-84f7-d246f8b61087 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:56.993372 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8bfe3165-109d-4069-b678-f18d4dff56a2 req-db8ce04e-fe3f-4f87-84f7-d246f8b61087 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0566149 Sep 23 01:40:57.051658 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-8bfe3165-109d-4069-b678-f18d4dff56a2 req-e9fbbf81-cbce-4fd5-8cf2-9ab067c9a110 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512736 Sep 23 01:40:58.195553 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd11b6-5b18-405d-90f1-fbae8954e5aa req-42cf5e1d-9e0a-47f5-a4fb-5d8a00d2cc38 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:58.197345 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-80bd11b6-5b18-405d-90f1-fbae8954e5aa req-42cf5e1d-9e0a-47f5-a4fb-5d8a00d2cc38 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0548582 Sep 23 01:40:58.263108 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-80bd11b6-5b18-405d-90f1-fbae8954e5aa req-6efddb99-c5d2-460d-bb7a-9611cc72b7fd tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589104 Sep 23 01:40:59.419766 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a7908-42ab-4d0d-af8f-774ecdab2d8d req-b3f76ab9-dfbe-4bc7-a876-fcaa2f573d34 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:59.421325 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ab1a7908-42ab-4d0d-af8f-774ecdab2d8d req-b3f76ab9-dfbe-4bc7-a876-fcaa2f573d34 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0565140 Sep 23 01:40:59.478515 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ab1a7908-42ab-4d0d-af8f-774ecdab2d8d req-a0cfdd8c-badf-400b-8689-153d56fb0439 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513082 Sep 23 01:41:00.624950 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b1a84-47a3-4a65-955f-7d27f97b68e2 req-0f7a8031-9bb1-44c4-a689-8c1e5651c465 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:00.626482 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-eb0b1a84-47a3-4a65-955f-7d27f97b68e2 req-0f7a8031-9bb1-44c4-a689-8c1e5651c465 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0513866 Sep 23 01:41:00.678923 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-eb0b1a84-47a3-4a65-955f-7d27f97b68e2 req-fb8d8f06-41b8-412b-8faa-2296a7e9d90a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451491 Sep 23 01:41:01.829230 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8e5a0-d3fe-4de6-94d7-ab1af939636c req-e9636060-04fc-4ae5-852b-56039ad9b109 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:01.831367 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5cb8e5a0-d3fe-4de6-94d7-ab1af939636c req-e9636060-04fc-4ae5-852b-56039ad9b109 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0537353 Sep 23 01:41:01.885846 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-5cb8e5a0-d3fe-4de6-94d7-ab1af939636c req-7e2c5e0c-bbdd-42a5-a76b-fabaa8bd8c6f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485137 Sep 23 01:41:03.046147 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355adf1-6bfb-41c3-a333-eb52c809c82a req-ecbd69b1-adee-4003-b4d0-67dfbd7ea9f8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:03.047890 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6355adf1-6bfb-41c3-a333-eb52c809c82a req-ecbd69b1-adee-4003-b4d0-67dfbd7ea9f8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0680878 Sep 23 01:41:03.100419 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6355adf1-6bfb-41c3-a333-eb52c809c82a req-4116fb67-86c4-4b81-8363-5f79b327f56e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459130 Sep 23 01:41:04.239930 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720f92-2529-4854-a290-02e2ca32fd78 req-a129604d-5f4e-4dc8-a8b1-3734c86bd98e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:04.241851 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-57720f92-2529-4854-a290-02e2ca32fd78 req-a129604d-5f4e-4dc8-a8b1-3734c86bd98e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0557373 Sep 23 01:41:04.293351 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-57720f92-2529-4854-a290-02e2ca32fd78 req-85c82e43-9dc8-4de0-8aa0-742bc527fced tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456147 Sep 23 01:41:05.050363 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-37bbd0bf-5029-419a-b9b6-7d794727f309 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428052 Sep 23 01:41:05.353537 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:05.354296 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=42,neutron:UPDATE=6 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:05.426950 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98c88-777d-4129-982f-13a403d4189f req-a62c2612-0baf-4e90-803f-72587b4c1612 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:05.428498 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aac98c88-777d-4129-982f-13a403d4189f req-a62c2612-0baf-4e90-803f-72587b4c1612 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0493243 Sep 23 01:41:05.480592 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-aac98c88-777d-4129-982f-13a403d4189f req-da060b15-273f-459f-a483-477602c4b2fb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463736 Sep 23 01:41:05.974087 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-d5b6dc8a-0626-4839-bc39-fe5f25187dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:05.975675 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-d5b6dc8a-0626-4839-bc39-fe5f25187dc2 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e&device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 1169 time: 0.0403471 Sep 23 01:41:06.089819 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-59382515-4d20-434a-bcfa-e47eb8ccb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:06.092370 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-59382515-4d20-434a-bcfa-e47eb8ccb93b service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=d10ca970-09cc-49ae-ae1c-7b0d34826204 HTTP/1.1" status: 200 len: 914 time: 0.0944026 Sep 23 01:41:06.154250 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:06.165997 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-45b6b90f-e7d9-4bef-bc46-78482559e49a service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3706fed8-fc8e-415f-9674-75a84b58873a HTTP/1.1" status: 200 len: 1001 time: 0.0645761 Sep 23 01:41:06.218749 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-af2d8204-c7e8-4f21-a44d-c48f946b3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:06.220177 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-af2d8204-c7e8-4f21-a44d-c48f946b3924 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf HTTP/1.1" status: 200 len: 852 time: 0.0474832 Sep 23 01:41:06.268992 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-fbf1182c-b4ae-4e77-949c-2eed95e1525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:06.270504 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-fbf1182c-b4ae-4e77-949c-2eed95e1525d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d10ca970-09cc-49ae-ae1c-7b0d34826204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431657 Sep 23 01:41:06.354675 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:06.372030 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-ad8820b7-c116-479d-a731-89b4e1a54df8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940652 Sep 23 01:41:06.494894 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-19177bbc-f88b-47a1-9f6b-bb66e5ef6ab8 req-7a8fcd3b-87c7-4a58-bc99-c876885dcf7e service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157632 Sep 23 01:41:06.674151 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bc1c2-6f89-42b6-8c06-61cbe8316de8 req-0f0d94f9-d9d4-438b-beb6-87de09f4b7c8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:06.676120 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-454bc1c2-6f89-42b6-8c06-61cbe8316de8 req-0f0d94f9-d9d4-438b-beb6-87de09f4b7c8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0495541 Sep 23 01:41:06.724949 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-454bc1c2-6f89-42b6-8c06-61cbe8316de8 req-01bbed66-04ee-4f06-8164-ad98125d6433 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Sep 23 01:41:07.872317 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87bc2d-d6fd-4a48-bfbf-9af2321ad62a req-8591928e-de84-499f-aaae-ef5edc2be77a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:07.873851 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-be87bc2d-d6fd-4a48-bfbf-9af2321ad62a req-8591928e-de84-499f-aaae-ef5edc2be77a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0586634 Sep 23 01:41:07.925100 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-be87bc2d-d6fd-4a48-bfbf-9af2321ad62a req-5f45b007-ac15-4a1f-b8c6-1707b5929031 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441647 Sep 23 01:41:08.997428 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 8ebbad30-7304-46cc-9269-655ced2bef87 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:41:09.066558 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29573-040f-431a-b067-58028acf5ed2 req-82a9ae12-aa92-4a74-a23f-d8aa42e716ef tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:09.071670 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fdd29573-040f-431a-b067-58028acf5ed2 req-82a9ae12-aa92-4a74-a23f-d8aa42e716ef tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 943 time: 0.0530472 Sep 23 01:41:09.107632 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:09.122165 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '8ebbad30-7304-46cc-9269-655ced2bef87', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'port_id': '8ebbad30-7304-46cc-9269-655ced2bef87', 'mac_address': 'fa:16:3e:e6:9b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:41:09.130125 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-fdd29573-040f-431a-b067-58028acf5ed2 req-b5a5e9c5-29e7-4350-816a-0dba53e5e042 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520055 Sep 23 01:41:09.179660 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 8ebbad30-7304-46cc-9269-655ced2bef87 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:41:09.180251 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:09.199409 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebbad30-7304-46cc-9269-655ced2bef87 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:41:09.220669 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:09.300213 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:09.348247 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=8ebbad30-7304-46cc-9269-655ced2bef87,revision_number=9']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:09.650064 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['8ebbad30-7304-46cc-9269-655ced2bef87'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:41:10.288980 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad71dbf-d41d-473d-99d3-cebd4977d294 req-88bc11e4-f47b-4ca5-909e-68f2ce847d73 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:10.290611 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6ad71dbf-d41d-473d-99d3-cebd4977d294 req-88bc11e4-f47b-4ca5-909e-68f2ce847d73 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 944 time: 0.0482996 Sep 23 01:41:10.339584 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6ad71dbf-d41d-473d-99d3-cebd4977d294 req-5dd212ae-6668-41d2-a28e-4a6699ed7a4e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431983 Sep 23 01:41:11.025125 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 8ebbad30-7304-46cc-9269-655ced2bef87 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:41:11.070668 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 8ebbad30-7304-46cc-9269-655ced2bef87 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:41:11.071027 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:11.071361 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 8ebbad30-7304-46cc-9269-655ced2bef87 Sep 23 01:41:11.144457 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 8ebbad30-7304-46cc-9269-655ced2bef87 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:41:11.144749 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:11.168007 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:41:11.170235 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34efb070-ae70-4089-960a-74e13ff6f304" -d '{"events": [{"server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:41:11.183484 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:11.209175 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47efcbaa-1745-4d8c-bda9-abbc1370f264 x-openstack-request-id: req-47efcbaa-1745-4d8c-bda9-abbc1370f264 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:41:11.209485 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:41:11.209738 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-47efcbaa-1745-4d8c-bda9-abbc1370f264 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:41:11.210130 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47efcbaa-1745-4d8c-bda9-abbc1370f264'] response: {'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87', 'code': 200} Sep 23 01:41:11.255787 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:11.305144 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=8ebbad30-7304-46cc-9269-655ced2bef87,revision_number=10']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:11.474001 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2966c7-505d-454b-a860-123b61dd723c req-b39cdd38-f5af-4d18-99b4-5ca5df81c8ba tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:11.476058 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f2966c7-505d-454b-a860-123b61dd723c req-b39cdd38-f5af-4d18-99b4-5ca5df81c8ba tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 946 time: 0.0533662 Sep 23 01:41:11.527354 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4f2966c7-505d-454b-a860-123b61dd723c req-49c3e670-6728-4869-bd3b-8701b2494628 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451808 Sep 23 01:41:11.667362 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36eca2a-f5d0-499c-9580-be4eef0f3c6f req-ca8baede-8142-416b-89be-2d1796a4db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:11.668905 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c36eca2a-f5d0-499c-9580-be4eef0f3c6f req-ca8baede-8142-416b-89be-2d1796a4db3d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 1130 time: 0.0399525 Sep 23 01:41:11.714356 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-c36eca2a-f5d0-499c-9580-be4eef0f3c6f req-c242d6c9-095c-427b-a293-2c73f5c476fa service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380599 Sep 23 01:41:12.449383 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=20 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:12.454265 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=12 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:12.661408 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1dd04-863d-4472-81a8-d95626ec513e req-165ca7f9-6e17-4038-ae82-94d900edd7db tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:12.662949 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d0b1dd04-863d-4472-81a8-d95626ec513e req-165ca7f9-6e17-4038-ae82-94d900edd7db tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 946 time: 0.0489714 Sep 23 01:41:12.713472 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d0b1dd04-863d-4472-81a8-d95626ec513e req-bfbcb557-cf80-4af5-92bf-e5cd54bc42b5 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441368 Sep 23 01:41:13.854761 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a1c9e-88f1-410f-9dd8-e1ac47d41598 req-afadcf0c-acce-45e0-814d-3ebffe24c521 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:13.856541 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-de6a1c9e-88f1-410f-9dd8-e1ac47d41598 req-afadcf0c-acce-45e0-814d-3ebffe24c521 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 946 time: 0.0593970 Sep 23 01:41:13.907294 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-de6a1c9e-88f1-410f-9dd8-e1ac47d41598 req-0d9c9c8d-f79e-46fc-b34d-75805bdcffe8 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447791 Sep 23 01:41:14.813676 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-138ffe87-d870-445d-b320-9141ae74fde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:15.037348 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796727-3656-4ea9-a8a5-09bdf12a4e5d req-60b1b5ee-4462-4045-b5db-efe2e42b7f99 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:15.038983 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c6796727-3656-4ea9-a8a5-09bdf12a4e5d req-60b1b5ee-4462-4045-b5db-efe2e42b7f99 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 946 time: 0.0479217 Sep 23 01:41:15.087376 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-c6796727-3656-4ea9-a8a5-09bdf12a4e5d req-a4f540b3-56c1-46ab-97df-66d30b91d715 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Sep 23 01:41:15.419050 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-afd50711-230d-4bb2-8005-a03638bc504e req-d02a3d39-40fb-44b6-8b70-1e7cb462fee9 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-413982380&fields=id&tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e HTTP/1.1" status: 200 len: 267 time: 0.0456390 Sep 23 01:41:15.471459 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd50711-230d-4bb2-8005-a03638bc504e req-06cb5e39-62fe-4227-aa02-d5eb0e0c47e1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:15.473048 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-afd50711-230d-4bb2-8005-a03638bc504e req-06cb5e39-62fe-4227-aa02-d5eb0e0c47e1 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 985 time: 0.0486593 Sep 23 01:41:15.484727 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-afd50711-230d-4bb2-8005-a03638bc504e req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Request body: {'port': {'security_groups': ['8af2a190-d51b-4cc3-83bd-a86a2edb08d6']}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:41:15.561131 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-afd50711-230d-4bb2-8005-a03638bc504e req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:15.642374 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:15.741510 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-afd50711-230d-4bb2-8005-a03638bc504e req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] For port 3706fed8-fc8e-415f-9674-75a84b58873a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3706fed8-fc8e-415f-9674-75a84b58873a,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:15.749303 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:15.771866 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-afd50711-230d-4bb2-8005-a03638bc504e req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for port (3706fed8-fc8e-415f-9674-75a84b58873a), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:15.837250 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-afd50711-230d-4bb2-8005-a03638bc504e req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:15.848123 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd50711-230d-4bb2-8005-a03638bc504e req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:15.848742 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-afd50711-230d-4bb2-8005-a03638bc504e req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:15.850156 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-afd50711-230d-4bb2-8005-a03638bc504e req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "PUT /networking/v2.0/ports/3706fed8-fc8e-415f-9674-75a84b58873a HTTP/1.1" status: 200 len: 943 time: 0.3702550 Sep 23 01:41:15.851105 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:41:15.853435 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc556aa-8efa-43e2-a6bb-324b3c656824" -d '{"events": [{"name": "network-changed", "server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:41:15.856370 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44378) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:15.875191 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['3706fed8-fc8e-415f-9674-75a84b58873a'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:41:15.921969 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event updated for resources: {'Port': ['ID=3706fed8-fc8e-415f-9674-75a84b58873a,revision_number=7']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:15.934243 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.934828 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.935333 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.936518 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.937158 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.938025 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.938533 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.939071 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.939605 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.940123 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.940633 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.941838 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.942969 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.943462 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.944013 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c38866-9859-4718-9dde-bde5b03072fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:15.948185 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group (39be01d8-ec6f-4e27-b889-227a8137d1a9), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:15.980412 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group (39be01d8-ec6f-4e27-b889-227a8137d1a9), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:15.994895 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d7097d-f593-440a-b3ec-141528153949 x-openstack-request-id: req-04d7097d-f593-440a-b3ec-141528153949 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:41:16.011809 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:41:16.011809 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-04d7097d-f593-440a-b3ec-141528153949 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:41:16.011809 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d7097d-f593-440a-b3ec-141528153949'] response: {'name': 'network-changed', 'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a', 'status': 'completed', 'code': 200} Sep 23 01:41:16.015540 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:16.026819 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:16.034080 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['3706fed8-fc8e-415f-9674-75a84b58873a'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:41:16.093137 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc556aa-8efa-43e2-a6bb-324b3c656824 req-3493310e-7a0f-44b5-b94e-32447ddebb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:16.094758 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8cc556aa-8efa-43e2-a6bb-324b3c656824 req-3493310e-7a0f-44b5-b94e-32447ddebb06 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e&device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 1130 time: 0.0442955 Sep 23 01:41:16.135026 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (39be01d8-ec6f-4e27-b889-227a8137d1a9), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:16.137977 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:16.139212 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "DELETE /networking/v2.0/security-groups/39be01d8-ec6f-4e27-b889-227a8137d1a9 HTTP/1.1" status: 204 len: 168 time: 0.2816496 Sep 23 01:41:16.143500 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44382) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:16.159247 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39be01d8-ec6f-4e27-b889-227a8137d1a9,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:16.195763 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.196099 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.196289 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.196621 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.197136 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.197627 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.197966 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.198287 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.198812 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.199142 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.199467 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.199785 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.200272 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.200783 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.201080 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ef3e3-4339-405d-b805-7b044dfac2fc tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:16.207593 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc556aa-8efa-43e2-a6bb-324b3c656824 req-a732b1fb-0d44-484d-a426-75ee0e15f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:16.209547 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8cc556aa-8efa-43e2-a6bb-324b3c656824 req-a732b1fb-0d44-484d-a426-75ee0e15f4ca service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=d10ca970-09cc-49ae-ae1c-7b0d34826204 HTTP/1.1" status: 200 len: 914 time: 0.1074646 Sep 23 01:41:16.271215 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:16.282831 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:16.287145 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8cc556aa-8efa-43e2-a6bb-324b3c656824 req-eb31624a-6256-4ee1-a8c2-fee74074691d service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3706fed8-fc8e-415f-9674-75a84b58873a HTTP/1.1" status: 200 len: 1001 time: 0.0694776 Sep 23 01:41:16.313962 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Deleting port e0d83a59-2c40-461e-8ce1-930d6f7d059f {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:16.314300 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (e0d83a59-2c40-461e-8ce1-930d6f7d059f), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:16.343576 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc556aa-8efa-43e2-a6bb-324b3c656824 req-832de1e6-4690-4e9a-8dc5-d1690e12146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:16.345116 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8cc556aa-8efa-43e2-a6bb-324b3c656824 req-832de1e6-4690-4e9a-8dc5-d1690e12146e service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf HTTP/1.1" status: 200 len: 852 time: 0.0505707 Sep 23 01:41:16.390188 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc556aa-8efa-43e2-a6bb-324b3c656824 req-3912ba4c-f57d-4fe0-8c62-ea1bf1849b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:16.391752 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8cc556aa-8efa-43e2-a6bb-324b3c656824 req-3912ba4c-f57d-4fe0-8c62-ea1bf1849b3c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d10ca970-09cc-49ae-ae1c-7b0d34826204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0401552 Sep 23 01:41:16.506004 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8cc556aa-8efa-43e2-a6bb-324b3c656824 req-d2f96e5f-0c0c-435a-b2d6-d8335a433568 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072412 Sep 23 01:41:16.608826 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8cc556aa-8efa-43e2-a6bb-324b3c656824 req-fdfd6333-b05e-4177-877c-2215dcfe70ea service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957294 Sep 23 01:41:16.635851 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (e0d83a59-2c40-461e-8ce1-930d6f7d059f), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:16.636286 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for floatingip (e0d83a59-2c40-461e-8ce1-930d6f7d059f), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:16.649554 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Calling delete_port for e0d83a59-2c40-461e-8ce1-930d6f7d059f owned by network:floatingip {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:16.860158 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (e0d83a59-2c40-461e-8ce1-930d6f7d059f), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:16.888468 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event deleted for resources: {'Port': ['ID=e0d83a59-2c40-461e-8ce1-930d6f7d059f,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:16.952768 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks [] for floatingip (169fb87a-70af-42ff-8486-3b7acf7efa88), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:16.953576 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.l3_db [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Floating IP 169fb87a-70af-42ff-8486-3b7acf7efa88 disassociated (deleted). External IP: 172.28.0.86, port: 3706fed8-fc8e-415f-9674-75a84b58873a. Sep 23 01:41:17.159369 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:41:17.266130 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:41:17.271349 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:17.279208 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736fe3b3-592d-40ab-9684-d2f5055689f9 None None] Sync routers for ids ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:41:17.289649 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736fe3b3-592d-40ab-9684-d2f5055689f9 None None] Routers {'b1ac8217-de38-49d1-90ad-b1bd5e9554a0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:17.290981 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-736fe3b3-592d-40ab-9684-d2f5055689f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:40:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:17.302721 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-e0f85b3b-22e1-4ef9-ae5f-1b4978643239 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "DELETE /networking/v2.0/floatingips/169fb87a-70af-42ff-8486-3b7acf7efa88 HTTP/1.1" status: 204 len: 168 time: 1.1576476 Sep 23 01:41:17.303383 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a'}] {{(pid=107196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:41:17.305702 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ca14c504e08c6ed15d6992b584b5eb789b5612c0e83652f196787cb0b45f17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2" -d '{"events": [{"name": "network-changed", "server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a"}]}' {{(pid=107196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:41:17.345254 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d70fe1-ebca-4305-81f0-bea1a68ed976 x-openstack-request-id: req-79d70fe1-ebca-4305-81f0-bea1a68ed976 {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:41:17.345548 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a", "status": "completed", "code": 200}]} {{(pid=107196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:41:17.345942 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-79d70fe1-ebca-4305-81f0-bea1a68ed976 {{(pid=107196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:41:17.346361 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d70fe1-ebca-4305-81f0-bea1a68ed976'] response: {'name': 'network-changed', 'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a', 'status': 'completed', 'code': 200} Sep 23 01:41:17.407831 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-736fe3b3-592d-40ab-9684-d2f5055689f9 None None] Set router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:17.444863 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2 req-57d9dd22-b38d-4abf-be53-4dfc4953024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:17.446647 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2 req-57d9dd22-b38d-4abf-be53-4dfc4953024a service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e&device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 1130 time: 0.0497763 Sep 23 01:41:17.554206 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2 req-4c3e82b4-810a-440b-80a2-3cad9596cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:17.560133 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2 req-4c3e82b4-810a-440b-80a2-3cad9596cd07 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=d10ca970-09cc-49ae-ae1c-7b0d34826204 HTTP/1.1" status: 200 len: 914 time: 0.1031959 Sep 23 01:41:17.596409 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2 req-b55bc265-9dfc-44ef-856f-245ca4585e21 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3706fed8-fc8e-415f-9674-75a84b58873a HTTP/1.1" status: 200 len: 217 time: 0.0343306 Sep 23 01:41:17.611160 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-736fe3b3-592d-40ab-9684-d2f5055689f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 4, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '1acb874f-34a9-4955-b4fb-00d40dc68ee6', 'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'mac_address': 'fa:16:3e:85:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:02Z', 'revision_number': 5, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'subnets': [{'id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:17.648780 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736fe3b3-592d-40ab-9684-d2f5055689f9 None None] Checking router: b1ac8217-de38-49d1-90ad-b1bd5e9554a0 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:41:17.658148 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736fe3b3-592d-40ab-9684-d2f5055689f9 None None] Routers {'b1ac8217-de38-49d1-90ad-b1bd5e9554a0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:17.658834 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-736fe3b3-592d-40ab-9684-d2f5055689f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:40:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:17.666401 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2 req-75630b32-49d1-4102-8e75-eebee1dcfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:17.668455 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2 req-75630b32-49d1-4102-8e75-eebee1dcfd62 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf HTTP/1.1" status: 200 len: 852 time: 0.0661776 Sep 23 01:41:17.709395 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=100 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:17.722111 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2 req-8be41886-1667-4c0f-8a4d-75860de25545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:17.724353 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2 req-8be41886-1667-4c0f-8a4d-75860de25545 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=d10ca970-09cc-49ae-ae1c-7b0d34826204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0506413 Sep 23 01:41:17.780907 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-736fe3b3-592d-40ab-9684-d2f5055689f9 None None] Set router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:17.826806 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2 req-fdf4a9dc-5fff-4d26-8815-6309d237c32f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937665 Sep 23 01:41:17.853816 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-4d13616c-218e-48c6-9e72-50926009f7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:17.977173 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-736fe3b3-592d-40ab-9684-d2f5055689f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 4, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '1acb874f-34a9-4955-b4fb-00d40dc68ee6', 'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'mac_address': 'fa:16:3e:85:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:02Z', 'revision_number': 5, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'subnets': [{'id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:18.111044 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:18.127974 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736fe3b3-592d-40ab-9684-d2f5055689f9 None None] The sync data for ids ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'] in dv-cinder-849143-7-smb is: [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 4, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': '1acb874f-34a9-4955-b4fb-00d40dc68ee6', 'name': '', 'network_id': 'd10ca970-09cc-49ae-ae1c-7b0d34826204', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'mac_address': 'fa:16:3e:85:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:02Z', 'revision_number': 5, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'subnets': [{'id': '57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:41:18.143449 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:18.155160 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4a9f6b8a-ceb8-4cf2-9589-164b8e9504d2 req-9d5a28eb-4f32-4a73-989c-b669a80a5dca service neutron] 10.222.0.88 "GET /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009414 Sep 23 01:41:18.355648 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ec597-8c89-42e6-b21f-e898b1e882c6 None None] New status for floating IP 169fb87a-70af-42ff-8486-3b7acf7efa88: DOWN {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:41:19.454157 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:20.402668 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:20.568183 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7695a8-7766-4da6-b10a-ade76e2fe6e9 req-9a67dd1e-c069-4dcb-97cc-468a6fadb3df tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:20.569726 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ae7695a8-7766-4da6-b10a-ade76e2fe6e9 req-9a67dd1e-c069-4dcb-97cc-468a6fadb3df tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 946 time: 0.0486648 Sep 23 01:41:20.582167 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:20.622753 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-ae7695a8-7766-4da6-b10a-ade76e2fe6e9 req-eebf52cc-1d0b-4ed6-90b4-379360c76f33 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471776 Sep 23 01:41:21.321078 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:41:21.482510 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:21.747638 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505d4a9-311c-426f-aec9-49d3f3e772e8 req-23946d73-b05a-4de6-97d6-d37d30342e60 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:21.749174 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2505d4a9-311c-426f-aec9-49d3f3e772e8 req-23946d73-b05a-4de6-97d6-d37d30342e60 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 946 time: 0.0481646 Sep 23 01:41:21.798231 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2505d4a9-311c-426f-aec9-49d3f3e772e8 req-d7f6ff8e-b275-4073-8887-439f661cdcea tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433409 Sep 23 01:41:22.612142 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d2ca-72a4-4fb5-b7e2-daaff13ddf7f req-5d810a2a-5d65-4411-9598-70876bb9b932 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:22.613627 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd00d2ca-72a4-4fb5-b7e2-daaff13ddf7f req-5d810a2a-5d65-4411-9598-70876bb9b932 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 946 time: 0.0508316 Sep 23 01:41:22.705818 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-dd00d2ca-72a4-4fb5-b7e2-daaff13ddf7f req-7645a18e-44b1-4046-a0b2-669f7437b7f7 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Deleting port 3706fed8-fc8e-415f-9674-75a84b58873a {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:22.706166 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd00d2ca-72a4-4fb5-b7e2-daaff13ddf7f req-7645a18e-44b1-4046-a0b2-669f7437b7f7 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:22.803363 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-dd00d2ca-72a4-4fb5-b7e2-daaff13ddf7f req-7645a18e-44b1-4046-a0b2-669f7437b7f7 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] For port 3706fed8-fc8e-415f-9674-75a84b58873a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3706fed8-fc8e-415f-9674-75a84b58873a,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:22.804048 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd00d2ca-72a4-4fb5-b7e2-daaff13ddf7f req-7645a18e-44b1-4046-a0b2-669f7437b7f7 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:22.816846 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-dd00d2ca-72a4-4fb5-b7e2-daaff13ddf7f req-7645a18e-44b1-4046-a0b2-669f7437b7f7 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Calling delete_port for 3706fed8-fc8e-415f-9674-75a84b58873a owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:22.929500 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a0b98-ab77-40b7-b1e1-fab61057fa42 req-445297c3-93f2-46cd-a3af-33b0dac7c83f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:22.931076 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-742a0b98-ab77-40b7-b1e1-fab61057fa42 req-445297c3-93f2-46cd-a3af-33b0dac7c83f tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 946 time: 0.0506566 Sep 23 01:41:22.980980 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-742a0b98-ab77-40b7-b1e1-fab61057fa42 req-ec5ece1a-243d-4368-82ca-a78e4c9a2221 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8af2a190-d51b-4cc3-83bd-a86a2edb08d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441558 Sep 23 01:41:23.025554 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd00d2ca-72a4-4fb5-b7e2-daaff13ddf7f req-7645a18e-44b1-4046-a0b2-669f7437b7f7 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (3706fed8-fc8e-415f-9674-75a84b58873a), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:23.054970 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645a18e-44b1-4046-a0b2-669f7437b7f7 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Pushing event deleted for resources: {'Port': ['ID=3706fed8-fc8e-415f-9674-75a84b58873a,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:23.064802 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['3706fed8-fc8e-415f-9674-75a84b58873a'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:41:23.104098 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd00d2ca-72a4-4fb5-b7e2-daaff13ddf7f req-7645a18e-44b1-4046-a0b2-669f7437b7f7 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] No DVR routers for this DVR port 3706fed8-fc8e-415f-9674-75a84b58873a on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:41:23.106615 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-dd00d2ca-72a4-4fb5-b7e2-daaff13ddf7f req-7645a18e-44b1-4046-a0b2-669f7437b7f7 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:23.109889 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-dd00d2ca-72a4-4fb5-b7e2-daaff13ddf7f req-7645a18e-44b1-4046-a0b2-669f7437b7f7 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.88 "DELETE /networking/v2.0/ports/3706fed8-fc8e-415f-9674-75a84b58873a HTTP/1.1" status: 204 len: 173 time: 0.4900446 Sep 23 01:41:23.110401 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'name': 'network-vif-deleted', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:41:23.112758 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224c744d-f939-423a-9f2e-756cf2d289eb" -d '{"events": [{"server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "name": "network-vif-deleted", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:41:23.151351 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeb86fe-badc-45ba-b6c9-524751c97d02 x-openstack-request-id: req-aeeb86fe-badc-45ba-b6c9-524751c97d02 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:41:23.151648 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94601998-84fe-4aca-869d-9dcc40e49447", "name": "network-vif-deleted", "tag": "3706fed8-fc8e-415f-9674-75a84b58873a", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:41:23.151904 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aeeb86fe-badc-45ba-b6c9-524751c97d02 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:41:23.152309 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeeb86fe-badc-45ba-b6c9-524751c97d02'] response: {'server_uuid': '94601998-84fe-4aca-869d-9dcc40e49447', 'name': 'network-vif-deleted', 'tag': '3706fed8-fc8e-415f-9674-75a84b58873a', 'status': 'completed', 'code': 200} Sep 23 01:41:24.096327 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-df7e05b6-aa72-40b8-a5ab-96158eddeb4a req-0a21f1f4-d406-467b-818f-c67b676d3719 tempest-TestMinimumBasicScenario-881898111 tempest-TestMinimumBasicScenario-881898111-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=94601998-84fe-4aca-869d-9dcc40e49447 HTTP/1.1" status: 200 len: 210 time: 0.0290418 Sep 23 01:41:25.447506 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:26.499722 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44458) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:26.808628 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817772'] for router_interface (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:26.844353 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:26.889185 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:27.036839 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] Deleting port 1acb874f-34a9-4955-b4fb-00d40dc68ee6 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:27.037175 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:27.106117 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 3706fed8-fc8e-415f-9674-75a84b58873a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:41:27.120532 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] For port 1acb874f-34a9-4955-b4fb-00d40dc68ee6, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=1acb874f-34a9-4955-b4fb-00d40dc68ee6,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:27.120888 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:27.126972 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: 3706fed8-fc8e-415f-9674-75a84b58873a {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:41:27.127314 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 3706fed8-fc8e-415f-9674-75a84b58873a not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:41:27.133844 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] Calling delete_port for 1acb874f-34a9-4955-b4fb-00d40dc68ee6 owned by network:router_interface {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:27.368952 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (1acb874f-34a9-4955-b4fb-00d40dc68ee6), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:27.394809 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] Pushing event deleted for resources: {'Port': ['ID=1acb874f-34a9-4955-b4fb-00d40dc68ee6,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:27.803966 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809180'] for router_interface (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:27.951880 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:28.009074 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] Router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:41:28.012251 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:28.112015 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:41:28.117119 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-71226564-e3c8-4728-994e-a40ffe5e842c admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/b1ac8217-de38-49d1-90ad-b1bd5e9554a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158302 Sep 23 01:41:28.120288 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44460) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:28.123168 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b6b4cb-69c3-4eaa-9391-e9e88755c373 None None] Sync routers for ids ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:41:28.134184 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b6b4cb-69c3-4eaa-9391-e9e88755c373 None None] Routers {'b1ac8217-de38-49d1-90ad-b1bd5e9554a0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:28.134870 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-00b6b4cb-69c3-4eaa-9391-e9e88755c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:41:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:28.219568 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Publish callbacks [] for router (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:28.239313 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-00b6b4cb-69c3-4eaa-9391-e9e88755c373 None None] Set router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:28.325512 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Publish callbacks [] for router_gateway (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:28.353238 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:28.358446 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:28.416946 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-00b6b4cb-69c3-4eaa-9391-e9e88755c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:41:27Z', 'revision_number': 5, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port': {'id': 'e03a9573-c80e-4a0c-8265-c338d3bc9df7', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:55Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:28.447187 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b6b4cb-69c3-4eaa-9391-e9e88755c373 None None] Checking router: b1ac8217-de38-49d1-90ad-b1bd5e9554a0 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:41:28.453586 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Deleting port e03a9573-c80e-4a0c-8265-c338d3bc9df7 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:28.453928 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:28.457735 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b6b4cb-69c3-4eaa-9391-e9e88755c373 None None] Routers {'b1ac8217-de38-49d1-90ad-b1bd5e9554a0'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:28.458366 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-00b6b4cb-69c3-4eaa-9391-e9e88755c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:41:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:28.541260 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] For port e03a9573-c80e-4a0c-8265-c338d3bc9df7, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=e03a9573-c80e-4a0c-8265-c338d3bc9df7,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:28.541625 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:28.547952 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-00b6b4cb-69c3-4eaa-9391-e9e88755c373 None None] Set router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 gateway port host: None {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:28.555832 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Calling delete_port for e03a9573-c80e-4a0c-8265-c338d3bc9df7 owned by network:router_gateway {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:28.597066 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-00b6b4cb-69c3-4eaa-9391-e9e88755c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:41:28Z', 'revision_number': 6, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port_host': None}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:28.622616 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b6b4cb-69c3-4eaa-9391-e9e88755c373 None None] The sync data for ids ['b1ac8217-de38-49d1-90ad-b1bd5e9554a0'] in dv-cinder-849143-7-smb is: [{'id': 'b1ac8217-de38-49d1-90ad-b1bd5e9554a0', 'name': 'tempest-TestMinimumBasicScenario-36381573-router', 'tenant_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:54Z', 'updated_at': '2022-09-23T01:41:28Z', 'revision_number': 6, 'project_id': '9dd361d272f1454a8e71dc3a1de1cb3e', 'gw_port_host': None}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:41:28.768648 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (e03a9573-c80e-4a0c-8265-c338d3bc9df7), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:28.794985 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e03a9573-c80e-4a0c-8265-c338d3bc9df7,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:28.861682 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808726'] for router_gateway (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:28.917831 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:28.951568 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-396'] for router (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:28.953972 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Publish callbacks [] for router_controller (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), precommit_delete_associations {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.083111 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809249'] for router (b1ac8217-de38-49d1-90ad-b1bd5e9554a0), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.083706 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1ac8217-de38-49d1-90ad-b1bd5e9554a0 {{(pid=107195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:41:29.088037 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.089066 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-c711ebe9-aa83-4325-9da5-8af5aa2051ce admin admin] 10.222.0.83 "DELETE /networking/v2.0/routers/b1ac8217-de38-49d1-90ad-b1bd5e9554a0 HTTP/1.1" status: 204 len: 168 time: 0.9678905 Sep 23 01:41:29.091752 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44462) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:29.139588 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a07e26-2d9c-4fe0-b6d7-6eea7ac8fbea admin admin] Deleting subnet 57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf {{(pid=107195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:41:29.142962 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-33a07e26-2d9c-4fe0-b6d7-6eea7ac8fbea admin admin] Publish callbacks [] for subnet (57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.179076 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-33a07e26-2d9c-4fe0-b6d7-6eea7ac8fbea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14015717'] for subnet (57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf), precommit_delete_associations {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.207308 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:29.262001 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-33a07e26-2d9c-4fe0-b6d7-6eea7ac8fbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.454743 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-33a07e26-2d9c-4fe0-b6d7-6eea7ac8fbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14812372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12815832'] for subnet (57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.483589 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a07e26-2d9c-4fe0-b6d7-6eea7ac8fbea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:29.487091 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-33a07e26-2d9c-4fe0-b6d7-6eea7ac8fbea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.492458 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-33a07e26-2d9c-4fe0-b6d7-6eea7ac8fbea admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/57702bc7-9de7-4af7-9dbd-2e73e8f4d2cf HTTP/1.1" status: 204 len: 168 time: 0.3974087 Sep 23 01:41:29.493042 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd52cb-426a-4c8a-9ae9-a17e62219dfe None None] Network d10ca970-09cc-49ae-ae1c-7b0d34826204 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:41:29.493722 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44464) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:29.571714 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (d10ca970-09cc-49ae-ae1c-7b0d34826204), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.576973 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:29.628806 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Deleting port ab172dd7-9deb-4e3c-89c9-6a4132680382 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:29.629146 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.671888 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eac868-ddb8-48a0-84d0-0b32d770fd79 None None] DHCP port deletion for d10ca970-09cc-49ae-ae1c-7b0d34826204 request from dv-cinder-849143-7-smb {{(pid=107197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:41:29.705027 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] For port ab172dd7-9deb-4e3c-89c9-6a4132680382, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=ab172dd7-9deb-4e3c-89c9-6a4132680382,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:29.705393 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.717797 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-a7eac868-ddb8-48a0-84d0-0b32d770fd79 None None] Deleting port ab172dd7-9deb-4e3c-89c9-6a4132680382 {{(pid=107197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:29.718140 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-a7eac868-ddb8-48a0-84d0-0b32d770fd79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), before_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.724466 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Calling delete_port for ab172dd7-9deb-4e3c-89c9-6a4132680382 owned by network:dhcp {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:29.791063 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-a7eac868-ddb8-48a0-84d0-0b32d770fd79 None None] For port ab172dd7-9deb-4e3c-89c9-6a4132680382, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=ab172dd7-9deb-4e3c-89c9-6a4132680382,segment=NetworkSegment(1ff4159d-f539-4bed-8950-432efa56f1fa),segment_id=1ff4159d-f539-4bed-8950-432efa56f1fa)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:29.791462 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-a7eac868-ddb8-48a0-84d0-0b32d770fd79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), precommit_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.802965 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device e03a9573-c80e-4a0c-8265-c338d3bc9df7 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:41:29.808464 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-a7eac868-ddb8-48a0-84d0-0b32d770fd79 None None] Calling delete_port for ab172dd7-9deb-4e3c-89c9-6a4132680382 owned by network:dhcp {{(pid=107197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:29.833435 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: e03a9573-c80e-4a0c-8265-c338d3bc9df7 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:41:29.833776 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device e03a9573-c80e-4a0c-8265-c338d3bc9df7 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:41:29.834192 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device ab172dd7-9deb-4e3c-89c9-6a4132680382 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:41:29.871437 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.899743 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] No DVR routers for this DVR port ab172dd7-9deb-4e3c-89c9-6a4132680382 on host dv-cinder-849143-7-smb {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:41:29.904747 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab172dd7-9deb-4e3c-89c9-6a4132680382,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:29.919265 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No active binding found for port ab172dd7-9deb-4e3c-89c9-6a4132680382 {{(pid=107197) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 23 01:41:29.919634 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] The host dv-cinder-849143-7-smb is not matching for port ab172dd7-9deb-4e3c-89c9-6a4132680382 host None! {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 23 01:41:29.920016 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device ab172dd7-9deb-4e3c-89c9-6a4132680382 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:41:29.920426 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 1acb874f-34a9-4955-b4fb-00d40dc68ee6 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:41:29.942944 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 1acb874f-34a9-4955-b4fb-00d40dc68ee6 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:41:29.943207 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 1acb874f-34a9-4955-b4fb-00d40dc68ee6 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:41:29.958127 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-a7eac868-ddb8-48a0-84d0-0b32d770fd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (ab172dd7-9deb-4e3c-89c9-6a4132680382), after_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.983678 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (d10ca970-09cc-49ae-ae1c-7b0d34826204), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:29.984457 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eac868-ddb8-48a0-84d0-0b32d770fd79 None None] Pushing event deleted for resources: {'Port': ['ID=ab172dd7-9deb-4e3c-89c9-6a4132680382,revision_number=None']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:29.988183 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eac868-ddb8-48a0-84d0-0b32d770fd79 None None] No DVR routers for this DVR port ab172dd7-9deb-4e3c-89c9-6a4132680382 on host dv-cinder-849143-7-smb {{(pid=107197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:41:30.012575 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10ca970-09cc-49ae-ae1c-7b0d34826204']}} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:30.022456 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff4159d-f539-4bed-8950-432efa56f1fa') {'for_net_delete': True} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:30.022806 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff4159d-f539-4bed-8950-432efa56f1fa') {} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:30.034336 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14015710'] for segment (1ff4159d-f539-4bed-8950-432efa56f1fa), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:30.048474 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (1ff4159d-f539-4bed-8950-432efa56f1fa), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:30.052721 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:30.055759 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Releasing vlan 471 on physical network physnet1 to pool {{(pid=107195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:41:30.056138 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14812270'] for segment (1ff4159d-f539-4bed-8950-432efa56f1fa), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:30.100688 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 1ff4159d-f539-4bed-8950-432efa56f1fa resource provider aggregate not found Sep 23 01:41:30.120636 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 1ff4159d-f539-4bed-8950-432efa56f1fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ff4159d-f539-4bed-8950-432efa56f1fa found for delete ", "request_id": "req-02f991c2-e98a-42da-9299-8b0f95a6783e"}]} Sep 23 01:41:30.180714 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (d10ca970-09cc-49ae-ae1c-7b0d34826204), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:30.185357 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:30.188628 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/d10ca970-09cc-49ae-ae1c-7b0d34826204 HTTP/1.1" status: 204 len: 168 time: 0.6937816 Sep 23 01:41:30.192070 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44470) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:30.198337 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:30.207174 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c914b9-1958-4cc7-9544-51c200545e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=d10ca970-09cc-49ae-ae1c-7b0d34826204,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:30.522290 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817772'] for router_interface (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:30.748808 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] Deleting port 17d53734-039c-454e-895b-a325c3a70a6f {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:30.749182 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (17d53734-039c-454e-895b-a325c3a70a6f), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:30.835813 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] For port 17d53734-039c-454e-895b-a325c3a70a6f, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=17d53734-039c-454e-895b-a325c3a70a6f,segment=NetworkSegment(13e2e611-473b-47b8-a42a-384a75b161b6),segment_id=13e2e611-473b-47b8-a42a-384a75b161b6)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:30.836137 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (17d53734-039c-454e-895b-a325c3a70a6f), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:30.849893 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] Calling delete_port for 17d53734-039c-454e-895b-a325c3a70a6f owned by network:router_interface {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:30.859385 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=100 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:31.088722 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (17d53734-039c-454e-895b-a325c3a70a6f), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:31.116055 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] Pushing event deleted for resources: {'Port': ['ID=17d53734-039c-454e-895b-a325c3a70a6f,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:31.176950 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:31.288105 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809180'] for router_interface (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:31.317382 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:31.505467 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] Router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:41:31.610317 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:41:31.616045 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-4383fad1-a4ff-4090-bd87-a55ab72c452d admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4226978 Sep 23 01:41:31.619537 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44472) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:31.620136 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6cdf4f-560c-4778-8eac-127d7e1bfe0c None None] Sync routers for ids ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'] in dv-cinder-849143-7-smb {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:41:31.630617 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6cdf4f-560c-4778-8eac-127d7e1bfe0c None None] Routers {'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:31.631343 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-0c6cdf4f-560c-4778-8eac-127d7e1bfe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:41:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:31.719416 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Publish callbacks [] for router (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:31.733755 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-0c6cdf4f-560c-4778-8eac-127d7e1bfe0c None None] Set router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 gateway port host: dv-cinder-849143-7-smb {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:31.831485 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Publish callbacks [] for router_gateway (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:31.911699 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-0c6cdf4f-560c-4778-8eac-127d7e1bfe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'name': 'tempest-TestMinimumBasicScenario-2012353740-router', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150'}], 'enable_snat': True}, 'gw_port_id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:39:02Z', 'updated_at': '2022-09-23T01:41:30Z', 'revision_number': 5, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'gw_port': {'id': '5085da32-028d-4a1a-8730-136b5d9f2b59', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:39:03Z', 'updated_at': '2022-09-23T01:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:31.940133 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6cdf4f-560c-4778-8eac-127d7e1bfe0c None None] Checking router: a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 for host: dv-cinder-849143-7-smb {{(pid=107198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:41:31.949362 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6cdf4f-560c-4778-8eac-127d7e1bfe0c None None] Routers {'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:31.950162 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-0c6cdf4f-560c-4778-8eac-127d7e1bfe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:41:18Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'], 'active': True} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:31.989733 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Deleting port 5085da32-028d-4a1a-8730-136b5d9f2b59 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:31.990108 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:32.032207 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_dvr_db [None req-0c6cdf4f-560c-4778-8eac-127d7e1bfe0c None None] Set router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 gateway port host: None {{(pid=107198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:32.073994 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] For port 5085da32-028d-4a1a-8730-136b5d9f2b59, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=5085da32-028d-4a1a-8730-136b5d9f2b59,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:32.074363 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:32.083871 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:32.084837 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.l3_hamode_db [None req-0c6cdf4f-560c-4778-8eac-127d7e1bfe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'name': 'tempest-TestMinimumBasicScenario-2012353740-router', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:39:02Z', 'updated_at': '2022-09-23T01:41:31Z', 'revision_number': 6, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'gw_port_host': None}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:32.089268 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Calling delete_port for 5085da32-028d-4a1a-8730-136b5d9f2b59 owned by network:router_gateway {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:32.110216 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6cdf4f-560c-4778-8eac-127d7e1bfe0c None None] The sync data for ids ['a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04'] in dv-cinder-849143-7-smb is: [{'id': 'a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04', 'name': 'tempest-TestMinimumBasicScenario-2012353740-router', 'tenant_id': '37580294b6a64983be42d862d2dcc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:39:02Z', 'updated_at': '2022-09-23T01:41:31Z', 'revision_number': 6, 'project_id': '37580294b6a64983be42d862d2dcc86f', 'gw_port_host': None}] {{(pid=107198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:41:32.344581 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (5085da32-028d-4a1a-8730-136b5d9f2b59), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:32.372003 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=5085da32-028d-4a1a-8730-136b5d9f2b59,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:32.440171 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808726'] for router_gateway (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:32.535506 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-396'] for router (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:32.537691 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Publish callbacks [] for router_controller (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), precommit_delete_associations {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:32.542972 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:32.688465 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809249'] for router (a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:32.689140 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 {{(pid=107195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:41:32.693248 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:32.694413 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-7084264a-9d5a-4242-ac62-e7f1ed9c6d72 admin admin] 10.222.0.83 "DELETE /networking/v2.0/routers/a1ca2c01-e0bd-4d6b-ad56-98d6eced9f04 HTTP/1.1" status: 204 len: 168 time: 1.0738952 Sep 23 01:41:32.697170 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44474) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:32.745037 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd55a5aa-6274-4920-a9af-b58308a475ea admin admin] Deleting subnet 4e306d28-1ecf-41a7-9fec-2abc9f80077b {{(pid=107195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:41:32.748371 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd55a5aa-6274-4920-a9af-b58308a475ea admin admin] Publish callbacks [] for subnet (4e306d28-1ecf-41a7-9fec-2abc9f80077b), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:32.789276 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd55a5aa-6274-4920-a9af-b58308a475ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14015717'] for subnet (4e306d28-1ecf-41a7-9fec-2abc9f80077b), precommit_delete_associations {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:32.868498 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd55a5aa-6274-4920-a9af-b58308a475ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (4e306d28-1ecf-41a7-9fec-2abc9f80077b), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.009324 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd55a5aa-6274-4920-a9af-b58308a475ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14812372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12815832'] for subnet (4e306d28-1ecf-41a7-9fec-2abc9f80077b), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.040716 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55a5aa-6274-4920-a9af-b58308a475ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e306d28-1ecf-41a7-9fec-2abc9f80077b,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:33.044439 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cd55a5aa-6274-4920-a9af-b58308a475ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.050407 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-cd55a5aa-6274-4920-a9af-b58308a475ea admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/4e306d28-1ecf-41a7-9fec-2abc9f80077b HTTP/1.1" status: 204 len: 168 time: 0.3522031 Sep 23 01:41:33.050606 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44476) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:33.051098 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e29f738-2f17-4542-81e3-2db4f05cda71 None None] Network 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:41:33.128451 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.171418 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Deleting port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:33.171753 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.208669 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f21823-1c54-4040-9053-654677268f99 None None] DHCP port deletion for 9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 request from dv-cinder-849143-7-smb {{(pid=107197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:41:33.238746 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:33.245262 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] For port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=0984d617-76c3-4c08-be1d-aa2a2c0e02b9,segment=NetworkSegment(13e2e611-473b-47b8-a42a-384a75b161b6),segment_id=13e2e611-473b-47b8-a42a-384a75b161b6)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:33.245625 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.252825 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48f21823-1c54-4040-9053-654677268f99 None None] Deleting port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 {{(pid=107197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:33.253180 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-48f21823-1c54-4040-9053-654677268f99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), before_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.272547 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Calling delete_port for 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 owned by network:dhcp {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:33.321686 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-48f21823-1c54-4040-9053-654677268f99 None None] For port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=0984d617-76c3-4c08-be1d-aa2a2c0e02b9,segment=NetworkSegment(13e2e611-473b-47b8-a42a-384a75b161b6),segment_id=13e2e611-473b-47b8-a42a-384a75b161b6)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:33.322109 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-48f21823-1c54-4040-9053-654677268f99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), precommit_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.339524 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-48f21823-1c54-4040-9053-654677268f99 None None] Calling delete_port for 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 owned by network:dhcp {{(pid=107197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:33.409062 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.421027 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-48f21823-1c54-4040-9053-654677268f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (0984d617-76c3-4c08-be1d-aa2a2c0e02b9), after_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.437913 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Pushing event deleted for resources: {'Port': ['ID=0984d617-76c3-4c08-be1d-aa2a2c0e02b9,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:33.440073 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] No DVR routers for this DVR port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 on host dv-cinder-849143-7-smb {{(pid=107196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:41:33.457191 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f21823-1c54-4040-9053-654677268f99 None None] Pushing event deleted for resources: {'Port': ['ID=0984d617-76c3-4c08-be1d-aa2a2c0e02b9,revision_number=None']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:33.459129 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f21823-1c54-4040-9053-654677268f99 None None] No DVR routers for this DVR port 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 on host dv-cinder-849143-7-smb {{(pid=107197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:41:33.521593 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.545704 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1']}} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:33.556083 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e2e611-473b-47b8-a42a-384a75b161b6') {'for_net_delete': True} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:33.556381 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e2e611-473b-47b8-a42a-384a75b161b6') {} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:33.566506 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15685210'] for segment (13e2e611-473b-47b8-a42a-384a75b161b6), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.580134 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (13e2e611-473b-47b8-a42a-384a75b161b6), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.586470 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Releasing vlan 463 on physical network physnet1 to pool {{(pid=107196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:41:33.590241 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15907562'] for segment (13e2e611-473b-47b8-a42a-384a75b161b6), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.591198 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:33.635971 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment 13e2e611-473b-47b8-a42a-384a75b161b6 resource provider aggregate not found Sep 23 01:41:33.655824 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment 13e2e611-473b-47b8-a42a-384a75b161b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13e2e611-473b-47b8-a42a-384a75b161b6 found for delete ", "request_id": "req-139d2535-ade7-4c2d-9cef-9e2d97d14221"}]} Sep 23 01:41:33.751144 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.756317 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:33.759998 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1 HTTP/1.1" status: 204 len: 168 time: 0.7084620 Sep 23 01:41:33.775661 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb455f74-b23e-4bf2-ac57-5e4a36764620 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bfd1c05-3a14-4b4b-b3d0-fe064e8dfdf1,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:33.802788 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:41:33.824070 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:41:33.824475 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 0984d617-76c3-4c08-be1d-aa2a2c0e02b9 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:41:33.824900 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 17d53734-039c-454e-895b-a325c3a70a6f no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:41:33.848420 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 17d53734-039c-454e-895b-a325c3a70a6f {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:41:33.848924 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 17d53734-039c-454e-895b-a325c3a70a6f not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:41:33.849278 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 5085da32-028d-4a1a-8730-136b5d9f2b59 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:41:33.869961 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: 5085da32-028d-4a1a-8730-136b5d9f2b59 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:41:33.870311 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device 5085da32-028d-4a1a-8730-136b5d9f2b59 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:41:34.204601 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44484) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:34.245245 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-6ecb83e3-c5da-44fc-ac2d-ffee31a32f6e admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=9dd361d272f1454a8e71dc3a1de1cb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394921 Sep 23 01:41:34.247832 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44486) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:34.298518 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-68214d68-6402-4c37-9052-6a2dd2f65fd1 admin admin] Publish callbacks [] for security_group (8af2a190-d51b-4cc3-83bd-a86a2edb08d6), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:34.319396 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-68214d68-6402-4c37-9052-6a2dd2f65fd1 admin admin] Publish callbacks [] for security_group (8af2a190-d51b-4cc3-83bd-a86a2edb08d6), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:34.448769 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-68214d68-6402-4c37-9052-6a2dd2f65fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (8af2a190-d51b-4cc3-83bd-a86a2edb08d6), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:34.451289 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-68214d68-6402-4c37-9052-6a2dd2f65fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:34.452571 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-68214d68-6402-4c37-9052-6a2dd2f65fd1 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/8af2a190-d51b-4cc3-83bd-a86a2edb08d6 HTTP/1.1" status: 204 len: 168 time: 0.2037537 Sep 23 01:41:34.461024 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68214d68-6402-4c37-9052-6a2dd2f65fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af2a190-d51b-4cc3-83bd-a86a2edb08d6,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:35.375074 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44492) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:35.419365 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-77f4040d-7c4e-4356-80a1-5553b0924f35 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=37580294b6a64983be42d862d2dcc86f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430329 Sep 23 01:41:35.421875 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44494) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:35.699027 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-181c4c18-56cd-4593-9826-60544f36774f admin admin] Publish callbacks [] for security_group (7a194954-e978-464e-9e8b-d8e9dddfdb09), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:35.720201 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-181c4c18-56cd-4593-9826-60544f36774f admin admin] Publish callbacks [] for security_group (7a194954-e978-464e-9e8b-d8e9dddfdb09), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:35.888281 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-181c4c18-56cd-4593-9826-60544f36774f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (7a194954-e978-464e-9e8b-d8e9dddfdb09), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:35.890888 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-181c4c18-56cd-4593-9826-60544f36774f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:35.892095 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-181c4c18-56cd-4593-9826-60544f36774f admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/7a194954-e978-464e-9e8b-d8e9dddfdb09 HTTP/1.1" status: 204 len: 168 time: 0.4693055 Sep 23 01:41:35.902018 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c4c18-56cd-4593-9826-60544f36774f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a194954-e978-464e-9e8b-d8e9dddfdb09,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:42.344641 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:43.015562 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:43.018524 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=62,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:44.289013 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=47 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:44.293959 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=42 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:44.785922 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-64ba7523-8bc7-45ef-b8e5-70bc2d04245a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:45.895715 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=71,neutron:DELETE=8 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:45.896519 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=41,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:47.730198 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:47.785552 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-f1c8edf9-6bc9-4485-8b25-b3e2150a5ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:49.158323 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19bf77-c313-401a-9f08-77b1c587f466 req-d107e02d-30d9-43ec-9737-b51dbb19654e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:49.159746 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b19bf77-c313-401a-9f08-77b1c587f466 req-d107e02d-30d9-43ec-9737-b51dbb19654e tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 946 time: 0.0525708 Sep 23 01:41:49.214194 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-6b19bf77-c313-401a-9f08-77b1c587f466 req-b14198b0-5e6c-4357-a8ea-479f2c0404ef tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459425 Sep 23 01:41:49.459229 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:50.347802 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13515-f6a2-42de-9369-912c42b70b8c req-a98d73a1-ddc2-469f-bdf2-a0e1cf8baf56 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:50.349383 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-60d13515-f6a2-42de-9369-912c42b70b8c req-a98d73a1-ddc2-469f-bdf2-a0e1cf8baf56 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 946 time: 0.0496690 Sep 23 01:41:50.369461 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:50.405826 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-60d13515-f6a2-42de-9369-912c42b70b8c req-40bac5ca-7c9d-41bb-8a60-7219e19d9acb tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502884 Sep 23 01:41:50.962501 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160f158-63cc-45d5-b2ab-da55648b20af req-56e21c3f-a625-4783-92ed-fd7e8239680b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:50.964020 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9160f158-63cc-45d5-b2ab-da55648b20af req-56e21c3f-a625-4783-92ed-fd7e8239680b tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 946 time: 0.0478330 Sep 23 01:41:51.052491 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Deleting port 8ebbad30-7304-46cc-9269-655ced2bef87 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:51.052821 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:51.146372 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] For port 8ebbad30-7304-46cc-9269-655ced2bef87, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ebbad30-7304-46cc-9269-655ced2bef87,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:51.146659 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:51.323608 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:51.324068 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808812'] for floatingip (335c436e-7b9a-4c0d-8ffe-8882013b37f6), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:51.324284 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.l3_db [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Floating IP 335c436e-7b9a-4c0d-8ffe-8882013b37f6 disassociated. External IP: 172.28.0.58, port: 8ebbad30-7304-46cc-9269-655ced2bef87. Sep 23 01:41:51.324623 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Calling delete_port for 8ebbad30-7304-46cc-9269-655ced2bef87 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:51.500231 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:51.550987 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10519a4d-f486-4f2e-a009-30aa645d60f8 req-717fc6a3-af54-4c76-b406-e3f5dc0239a9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:51.552571 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-10519a4d-f486-4f2e-a009-30aa645d60f8 req-717fc6a3-af54-4c76-b406-e3f5dc0239a9 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 946 time: 0.0533125 Sep 23 01:41:51.567177 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (8ebbad30-7304-46cc-9269-655ced2bef87), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:51.603799 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event deleted for resources: {'Port': ['ID=8ebbad30-7304-46cc-9269-655ced2bef87,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:51.640507 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-10519a4d-f486-4f2e-a009-30aa645d60f8 req-d8504fd8-6210-4c71-aad4-fc504be8d08c tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=87810daf-c533-41d1-b037-fea4bebe8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816720 Sep 23 01:41:51.732308 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:51.741926 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Router 8b257866-e5c2-4150-b2e8-6c5650841f49 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:41:52.079257 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:52.098992 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:41:52.109285 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b7d3b-8734-4f0f-84ae-79135c744e3c None None] Sync routers for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:41:52.120521 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b7d3b-8734-4f0f-84ae-79135c744e3c None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:52.121148 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-357b7d3b-8734-4f0f-84ae-79135c744e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:41:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:52.142566 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] No DVR routers for this DVR port 8ebbad30-7304-46cc-9269-655ced2bef87 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:41:52.145359 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:52.148581 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9160f158-63cc-45d5-b2ab-da55648b20af req-ab822ba5-2821-454c-a82c-6737a1205b22 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.88 "DELETE /networking/v2.0/ports/8ebbad30-7304-46cc-9269-655ced2bef87 HTTP/1.1" status: 204 len: 173 time: 1.1768060 Sep 23 01:41:52.149087 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'name': 'network-vif-deleted', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:41:52.151435 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0e0a0f-45bb-40e3-b051-42fedf334562" -d '{"events": [{"server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "name": "network-vif-deleted", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:41:52.192132 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279d2e05-9216-4df4-92dd-d83ea82e8b38 x-openstack-request-id: req-279d2e05-9216-4df4-92dd-d83ea82e8b38 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:41:52.192368 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e3115d-11fa-43ad-8573-2878c4c88656", "name": "network-vif-deleted", "tag": "8ebbad30-7304-46cc-9269-655ced2bef87", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:41:52.192626 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-279d2e05-9216-4df4-92dd-d83ea82e8b38 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:41:52.193040 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-279d2e05-9216-4df4-92dd-d83ea82e8b38'] response: {'server_uuid': '27e3115d-11fa-43ad-8573-2878c4c88656', 'name': 'network-vif-deleted', 'tag': '8ebbad30-7304-46cc-9269-655ced2bef87', 'status': 'completed', 'code': 200} Sep 23 01:41:52.233011 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-357b7d3b-8734-4f0f-84ae-79135c744e3c None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:52.559574 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-357b7d3b-8734-4f0f-84ae-79135c744e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:52.585375 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b7d3b-8734-4f0f-84ae-79135c744e3c None None] Checking router: 8b257866-e5c2-4150-b2e8-6c5650841f49 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:41:52.594042 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b7d3b-8734-4f0f-84ae-79135c744e3c None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:52.594661 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-357b7d3b-8734-4f0f-84ae-79135c744e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:41:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:52.702001 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-357b7d3b-8734-4f0f-84ae-79135c744e3c None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:52.776905 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2e69efa9-456c-46e5-9357-97619937a22a req-99d484cd-7e0b-41ee-a2ff-526ef57b7716 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=27e3115d-11fa-43ad-8573-2878c4c88656 HTTP/1.1" status: 200 len: 210 time: 0.0378706 Sep 23 01:41:52.922541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-357b7d3b-8734-4f0f-84ae-79135c744e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:52.948663 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b7d3b-8734-4f0f-84ae-79135c744e3c None None] The sync data for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb is: [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:36:05Z', 'revision_number': 4, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb', '_interfaces': [{'id': 'd35e622c-bcc9-40af-b828-31ccc507eb82', 'name': '', 'network_id': '56ea4513-cae2-4548-9357-1f84497c0251', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'mac_address': 'fa:16:3e:ea:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:04Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'subnets': [{'id': 'd00b43bc-280f-4f7d-911a-6c43852fe368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:41:53.185174 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a8281-0cab-4209-adc0-f5f35f449204 None None] New status for floating IP 335c436e-7b9a-4c0d-8ffe-8882013b37f6: DOWN {{(pid=107198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:41:54.970883 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44528) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:55.042066 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-dc44a7ac-3dbd-4594-a03a-72ba5d5bff9f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (87810daf-c533-41d1-b037-fea4bebe8789), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:55.084919 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-dc44a7ac-3dbd-4594-a03a-72ba5d5bff9f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (87810daf-c533-41d1-b037-fea4bebe8789), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:55.254209 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-dc44a7ac-3dbd-4594-a03a-72ba5d5bff9f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (87810daf-c533-41d1-b037-fea4bebe8789), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:55.256817 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-dc44a7ac-3dbd-4594-a03a-72ba5d5bff9f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:55.257987 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-dc44a7ac-3dbd-4594-a03a-72ba5d5bff9f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "DELETE /networking/v2.0/security-groups/87810daf-c533-41d1-b037-fea4bebe8789 HTTP/1.1" status: 204 len: 168 time: 0.2856097 Sep 23 01:41:55.261047 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44530) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:55.267811 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44a7ac-3dbd-4594-a03a-72ba5d5bff9f tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87810daf-c533-41d1-b037-fea4bebe8789,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:55.277941 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.api.v2.resource [None req-9e86827f-79cc-40cc-8426-8fc513fa614a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] show failed (client error): The resource could not be found. Sep 23 01:41:55.282793 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44532) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:55.283102 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-9e86827f-79cc-40cc-8426-8fc513fa614a tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "GET /networking/v2.0/security-groups/87810daf-c533-41d1-b037-fea4bebe8789 HTTP/1.1" status: 404 len: 347 time: 0.0204818 Sep 23 01:41:55.300490 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 8ebbad30-7304-46cc-9269-655ced2bef87 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:41:55.321051 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: 8ebbad30-7304-46cc-9269-655ced2bef87 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:41:55.321534 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 8ebbad30-7304-46cc-9269-655ced2bef87 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:41:55.404149 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-f49093d2-fecf-4d4f-ad4d-7709e4d1fd23 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Deleting port 8ad59afd-0770-4d37-a264-17a8c79de397 {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:55.404495 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f49093d2-fecf-4d4f-ad4d-7709e4d1fd23 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (8ad59afd-0770-4d37-a264-17a8c79de397), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:55.495680 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f49093d2-fecf-4d4f-ad4d-7709e4d1fd23 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (8ad59afd-0770-4d37-a264-17a8c79de397), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:55.496098 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f49093d2-fecf-4d4f-ad4d-7709e4d1fd23 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (8ad59afd-0770-4d37-a264-17a8c79de397), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:55.505476 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:55.512023 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-f49093d2-fecf-4d4f-ad4d-7709e4d1fd23 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Calling delete_port for 8ad59afd-0770-4d37-a264-17a8c79de397 owned by network:floatingip {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:55.763101 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f49093d2-fecf-4d4f-ad4d-7709e4d1fd23 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (8ad59afd-0770-4d37-a264-17a8c79de397), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:55.791194 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49093d2-fecf-4d4f-ad4d-7709e4d1fd23 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Pushing event deleted for resources: {'Port': ['ID=8ad59afd-0770-4d37-a264-17a8c79de397,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:55.857871 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f49093d2-fecf-4d4f-ad4d-7709e4d1fd23 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks [] for floatingip (335c436e-7b9a-4c0d-8ffe-8882013b37f6), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:55.860421 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f49093d2-fecf-4d4f-ad4d-7709e4d1fd23 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for floatingip (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:55.861617 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f49093d2-fecf-4d4f-ad4d-7709e4d1fd23 tempest-AttachVolumeShelveTestJSON-1782720062 tempest-AttachVolumeShelveTestJSON-1782720062-project] 10.222.0.83 "DELETE /networking/v2.0/floatingips/335c436e-7b9a-4c0d-8ffe-8882013b37f6 HTTP/1.1" status: 204 len: 168 time: 0.5778284 Sep 23 01:41:58.320535 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:41:58.590029 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44554) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:59.100814 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:59.107990 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:59.208954 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817772'] for router_interface (8b257866-e5c2-4150-b2e8-6c5650841f49), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:59.442091 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] Deleting port d35e622c-bcc9-40af-b828-31ccc507eb82 {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:59.442349 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:59.531010 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] For port d35e622c-bcc9-40af-b828-31ccc507eb82, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=d35e622c-bcc9-40af-b828-31ccc507eb82,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:59.531428 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:59.547176 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] Calling delete_port for d35e622c-bcc9-40af-b828-31ccc507eb82 owned by network:router_interface {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:59.854280 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (d35e622c-bcc9-40af-b828-31ccc507eb82), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:59.884357 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35e622c-bcc9-40af-b828-31ccc507eb82,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:00.025238 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:00.100837 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1809180'] for router_interface (8b257866-e5c2-4150-b2e8-6c5650841f49), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:00.220426 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:00.347890 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] Router 8b257866-e5c2-4150-b2e8-6c5650841f49 has already been hosted by L3 agent 2dad1395-835f-4262-babd-cf6aea9b976a {{(pid=107196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:42:00.483490 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-smb the message routers_updated {{(pid=107196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:42:00.488929 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-53c5e76e-e345-4abb-bf1e-39f368aa91d7 admin admin] 10.222.0.83 "PUT /networking/v2.0/routers/8b257866-e5c2-4150-b2e8-6c5650841f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8977263 Sep 23 01:42:00.492096 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44558) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:00.496167 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df28676-caec-4584-9958-523d2b510de7 None None] Sync routers for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:42:00.507977 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df28676-caec-4584-9958-523d2b510de7 None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:42:00.509052 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4df28676-caec-4584-9958-523d2b510de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:41:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:00.631217 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-4df28676-caec-4584-9958-523d2b510de7 None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: dv-cinder-849143-7-smb {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:42:00.639738 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Publish callbacks [] for router (8b257866-e5c2-4150-b2e8-6c5650841f49), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:00.753328 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:00.757044 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Publish callbacks [] for router_gateway (8b257866-e5c2-4150-b2e8-6c5650841f49), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:00.768367 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:00.836560 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4df28676-caec-4584-9958-523d2b510de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'external_fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:41:59Z', 'revision_number': 5, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port': {'id': 'eb3fbad1-0442-4502-bae8-b1345e1f160d', 'name': '', 'network_id': '75dc86d0-4f13-4189-8e8b-1dc6e76307d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:36:02Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8112f408-3e25-4fa3-94dd-976e99b211ac', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-smb'}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:00.869100 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df28676-caec-4584-9958-523d2b510de7 None None] Checking router: 8b257866-e5c2-4150-b2e8-6c5650841f49 for host: dv-cinder-849143-7-smb {{(pid=107197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:42:00.885395 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df28676-caec-4584-9958-523d2b510de7 None None] Routers {'8b257866-e5c2-4150-b2e8-6c5650841f49'} bound to L3 agent in host dv-cinder-849143-7-smb {{(pid=107197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:42:00.885627 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4df28676-caec-4584-9958-523d2b510de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T01:20:18Z,description=,heartbeat_timestamp=2022-09-23T01:41:48Z,host='dv-cinder-849143-7-smb',id=2dad1395-835f-4262-babd-cf6aea9b976a,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:18Z,topic='l3_agent')) {'router_ids': ['8b257866-e5c2-4150-b2e8-6c5650841f49'], 'active': True} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:00.932202 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Deleting port eb3fbad1-0442-4502-bae8-b1345e1f160d {{(pid=107196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:42:00.932939 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:01.005544 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvr_db [None req-4df28676-caec-4584-9958-523d2b510de7 None None] Set router 8b257866-e5c2-4150-b2e8-6c5650841f49 gateway port host: None {{(pid=107197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:42:01.033562 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.db [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] For port eb3fbad1-0442-4502-bae8-b1345e1f160d, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=eb3fbad1-0442-4502-bae8-b1345e1f160d,segment=NetworkSegment(b97ae702-8730-4151-b6bf-3d58ab86410b),segment_id=b97ae702-8730-4151-b6bf-3d58ab86410b)] {{(pid=107196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:01.034149 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:01.058577 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.plugin [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Calling delete_port for eb3fbad1-0442-4502-bae8-b1345e1f160d owned by network:router_gateway {{(pid=107196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:42:01.088874 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_hamode_db [None req-4df28676-caec-4584-9958-523d2b510de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:42:00Z', 'revision_number': 6, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port_host': None}], 'dv-cinder-849143-7-smb', False) {} {{(pid=107197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:01.140564 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df28676-caec-4584-9958-523d2b510de7 None None] The sync data for ids ['8b257866-e5c2-4150-b2e8-6c5650841f49'] in dv-cinder-849143-7-smb is: [{'id': '8b257866-e5c2-4150-b2e8-6c5650841f49', 'name': 'tempest-AttachVolumeShelveTestJSON-1462325255-router', 'tenant_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:36:01Z', 'updated_at': '2022-09-23T01:42:00Z', 'revision_number': 6, 'project_id': '6ee88a9c3cac404fa07e13ba0ca7ab05', 'gw_port_host': None}] {{(pid=107197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:42:01.280255 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:01.421185 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15907391'] for port (eb3fbad1-0442-4502-bae8-b1345e1f160d), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:01.449145 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3fbad1-0442-4502-bae8-b1345e1f160d,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:01.530488 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808726'] for router_gateway (8b257866-e5c2-4150-b2e8-6c5650841f49), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:01.611107 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:01.649114 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-396'] for router (8b257866-e5c2-4150-b2e8-6c5650841f49), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:01.652206 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Publish callbacks [] for router_controller (8b257866-e5c2-4150-b2e8-6c5650841f49), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:01.785509 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1809249'] for router (8b257866-e5c2-4150-b2e8-6c5650841f49), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:01.786258 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b257866-e5c2-4150-b2e8-6c5650841f49 {{(pid=107196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:42:01.792819 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:01.794977 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-071cec4d-56a4-4557-8951-4d97ffd8fdf6 admin admin] 10.222.0.83 "DELETE /networking/v2.0/routers/8b257866-e5c2-4150-b2e8-6c5650841f49 HTTP/1.1" status: 204 len: 168 time: 1.3011475 Sep 23 01:42:01.797470 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44560) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:01.848029 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e4caf4-468a-4d82-8972-876457c6f6cb admin admin] Deleting subnet d00b43bc-280f-4f7d-911a-6c43852fe368 {{(pid=107196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:42:01.851703 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c8e4caf4-468a-4d82-8972-876457c6f6cb admin admin] Publish callbacks [] for subnet (d00b43bc-280f-4f7d-911a-6c43852fe368), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:01.899411 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c8e4caf4-468a-4d82-8972-876457c6f6cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15685217'] for subnet (d00b43bc-280f-4f7d-911a-6c43852fe368), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.015714 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device d35e622c-bcc9-40af-b828-31ccc507eb82 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:42:02.039290 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c8e4caf4-468a-4d82-8972-876457c6f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (d00b43bc-280f-4f7d-911a-6c43852fe368), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.039898 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: d35e622c-bcc9-40af-b828-31ccc507eb82 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:42:02.040230 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device d35e622c-bcc9-40af-b828-31ccc507eb82 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:42:02.040661 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device eb3fbad1-0442-4502-bae8-b1345e1f160d no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:42:02.067745 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: eb3fbad1-0442-4502-bae8-b1345e1f160d {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:42:02.069872 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device eb3fbad1-0442-4502-bae8-b1345e1f160d not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:42:02.209413 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c8e4caf4-468a-4d82-8972-876457c6f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15907408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317174'] for subnet (d00b43bc-280f-4f7d-911a-6c43852fe368), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.243660 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4caf4-468a-4d82-8972-876457c6f6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00b43bc-280f-4f7d-911a-6c43852fe368,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:02.248094 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-c8e4caf4-468a-4d82-8972-876457c6f6cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.254321 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44562) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:02.254945 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-c8e4caf4-468a-4d82-8972-876457c6f6cb admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/d00b43bc-280f-4f7d-911a-6c43852fe368 HTTP/1.1" status: 204 len: 168 time: 0.4552286 Sep 23 01:42:02.257142 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105870cf-3fc8-4673-b4fa-9523605adaf5 None None] Network 56ea4513-cae2-4548-9357-1f84497c0251 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:42:02.346625 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (56ea4513-cae2-4548-9357-1f84497c0251), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.402860 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Deleting port c55213ff-7dde-4280-b324-c15781fb3374 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:42:02.403572 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (c55213ff-7dde-4280-b324-c15781fb3374), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.456972 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] DHCP port deletion for 56ea4513-cae2-4548-9357-1f84497c0251 request from dv-cinder-849143-7-smb {{(pid=107197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:42:02.486424 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] For port c55213ff-7dde-4280-b324-c15781fb3374, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=c55213ff-7dde-4280-b324-c15781fb3374,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:02.487050 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (c55213ff-7dde-4280-b324-c15781fb3374), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.506790 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Deleting port c55213ff-7dde-4280-b324-c15781fb3374 {{(pid=107197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:42:02.507165 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (c55213ff-7dde-4280-b324-c15781fb3374), before_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.518445 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Calling delete_port for c55213ff-7dde-4280-b324-c15781fb3374 owned by network:dhcp {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:42:02.578908 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] For port c55213ff-7dde-4280-b324-c15781fb3374, host dv-cinder-849143-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-smb',level=0,port_id=c55213ff-7dde-4280-b324-c15781fb3374,segment=NetworkSegment(d4ea0a02-ef1d-45ad-b055-821604a8d765),segment_id=d4ea0a02-ef1d-45ad-b055-821604a8d765)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:02.579189 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (c55213ff-7dde-4280-b324-c15781fb3374), precommit_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.594688 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Calling delete_port for c55213ff-7dde-4280-b324-c15781fb3374 owned by network:dhcp {{(pid=107197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:42:02.734492 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (c55213ff-7dde-4280-b324-c15781fb3374), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.745508 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516'] for port (c55213ff-7dde-4280-b324-c15781fb3374), after_delete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.771964 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55213ff-7dde-4280-b324-c15781fb3374,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:02.774156 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] No DVR routers for this DVR port c55213ff-7dde-4280-b324-c15781fb3374 on host dv-cinder-849143-7-smb {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:42:02.782762 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Pushing event deleted for resources: {'Port': ['ID=c55213ff-7dde-4280-b324-c15781fb3374,revision_number=None']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:02.785483 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] No DVR routers for this DVR port c55213ff-7dde-4280-b324-c15781fb3374 on host dv-cinder-849143-7-smb {{(pid=107197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:42:02.794872 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.795217 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.795761 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.796845 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.797363 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.797860 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.798392 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.798746 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.799273 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.799643 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.799910 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.800551 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.800874 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.801385 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.801916 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf118e2-b4cd-42fe-803c-b2c6d11d0e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.889606 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (56ea4513-cae2-4548-9357-1f84497c0251), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.915357 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ea4513-cae2-4548-9357-1f84497c0251']}} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:02.929581 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ea0a02-ef1d-45ad-b055-821604a8d765') {'for_net_delete': True} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:02.929864 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ea0a02-ef1d-45ad-b055-821604a8d765') {} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:02.943891 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14015710'] for segment (d4ea0a02-ef1d-45ad-b055-821604a8d765), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.958601 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (d4ea0a02-ef1d-45ad-b055-821604a8d765), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.965847 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Releasing vlan 486 on physical network physnet1 to pool {{(pid=107195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:42:02.966245 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14812270'] for segment (d4ea0a02-ef1d-45ad-b055-821604a8d765), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.986892 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment d4ea0a02-ef1d-45ad-b055-821604a8d765 resource provider aggregate not found Sep 23 01:42:03.016830 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment d4ea0a02-ef1d-45ad-b055-821604a8d765 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4ea0a02-ef1d-45ad-b055-821604a8d765 found for delete ", "request_id": "req-e6975b5e-ed58-4ef2-bf50-4ecc8c4abeb8"}]} Sep 23 01:42:03.123328 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (56ea4513-cae2-4548-9357-1f84497c0251), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.128145 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.139991 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/56ea4513-cae2-4548-9357-1f84497c0251 HTTP/1.1" status: 204 len: 168 time: 0.8753610 Sep 23 01:42:03.147289 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39cd41-e6e5-43f8-ba83-3bc7b81850f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=56ea4513-cae2-4548-9357-1f84497c0251,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:03.260816 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:03.546241 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44570) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:03.597145 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-e10298d6-96fd-409a-bacd-4c1c9c2f402f admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=6ee88a9c3cac404fa07e13ba0ca7ab05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495920 Sep 23 01:42:03.600745 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44572) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:03.655228 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4bf5-5cd0-40c5-b006-1bb9c8785927 admin admin] Publish callbacks [] for security_group (85edf15e-07ff-43cc-be77-4d7a0cde99fb), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.679077 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4bf5-5cd0-40c5-b006-1bb9c8785927 admin admin] Publish callbacks [] for security_group (85edf15e-07ff-43cc-be77-4d7a0cde99fb), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.816954 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device c55213ff-7dde-4280-b324-c15781fb3374 no longer exists at agent ovs-agent-dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:42:03.832119 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4bf5-5cd0-40c5-b006-1bb9c8785927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (85edf15e-07ff-43cc-be77-4d7a0cde99fb), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.836510 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4bf5-5cd0-40c5-b006-1bb9c8785927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.841249 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-ad6a4bf5-5cd0-40c5-b006-1bb9c8785927 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/85edf15e-07ff-43cc-be77-4d7a0cde99fb HTTP/1.1" status: 204 len: 168 time: 0.2367191 Sep 23 01:42:03.845331 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] No Port match for: c55213ff-7dde-4280-b324-c15781fb3374 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:42:03.845331 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Device c55213ff-7dde-4280-b324-c15781fb3374 not bound to the agent host dv-cinder-849143-7-smb {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:42:03.857460 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a4bf5-5cd0-40c5-b006-1bb9c8785927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85edf15e-07ff-43cc-be77-4d7a0cde99fb,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:04.995775 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44596) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:05.108502 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.v2.base [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-350234183-network', 'tenant_id': 'a238b019b4db43bea693ed62ec50f461'}} {{(pid=107196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:05.203119 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Made reservation on behalf of a238b019b4db43bea693ed62ec50f461 for: {'network': 1} {{(pid=107196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:42:05.205561 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.215669 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.301179 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Publish callbacks [] for security_group (2d57693a-fcd2-4db4-98aa-975410e23efe), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.391715 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (2d57693a-fcd2-4db4-98aa-975410e23efe), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.417739 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 459} {{(pid=107196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:42:05.428344 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d57693a-fcd2-4db4-98aa-975410e23efe,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:05.433657 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (60884b20-a785-4039-91a7-e934c7a2e401), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.436091 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.db.segments_db [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Added segment 60884b20-a785-4039-91a7-e934c7a2e401 of type vlan for network c53c194c-f7f7-4ffb-a82d-1e026595d8c8 Sep 23 01:42:05.478460 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (c53c194c-f7f7-4ffb-a82d-1e026595d8c8), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.572462 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (c53c194c-f7f7-4ffb-a82d-1e026595d8c8), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.573643 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:05.574289 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.870687 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8737423 Sep 23 01:42:05.873910 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44602) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:05.879519 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] Request body: {'subnet': {'network_id': 'c53c194c-f7f7-4ffb-a82d-1e026595d8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-350234183-subnet', 'tenant_id': 'a238b019b4db43bea693ed62ec50f461', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:05.887146 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5834f2-8806-4590-9970-0d2eba0d6104 admin admin] Pushing event updated for resources: {'Network': ['ID=c53c194c-f7f7-4ffb-a82d-1e026595d8c8,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:05.897982 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network c53c194c-f7f7-4ffb-a82d-1e026595d8c8 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:42:05.980408 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] Made reservation on behalf of a238b019b4db43bea693ed62ec50f461 for: {'subnet': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:42:05.985536 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12815863'] for subnet (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.986541 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:06.053648 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:06.265831 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16645387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12815841'] for subnet (5b77412a-763d-4876-94a4-9409b05d8a17), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:06.325312 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b77412a-763d-4876-94a4-9409b05d8a17,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:06.339155 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] Checking segment: {'id': '60884b20-a785-4039-91a7-e934c7a2e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': 'c53c194c-f7f7-4ffb-a82d-1e026595d8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:42:06.339520 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] Network hostable DHCP agents. Network: c53c194c-f7f7-4ffb-a82d-1e026595d8c8, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:42:06.435246 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] Network c53c194c-f7f7-4ffb-a82d-1e026595d8c8 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:42:06.534185 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, c53c194c-f7f7-4ffb-a82d-1e026595d8c8) {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:42:06.539105 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:06.543562 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:06.544933 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d70d4-06e5-4593-8af2-57dacbea6daf None None] Network c53c194c-f7f7-4ffb-a82d-1e026595d8c8 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:42:06.645431 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-04238434-fa01-4d4b-bac7-3eb5f8f5ea8f admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7697265 Sep 23 01:42:06.649451 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f6584-04ca-4c4c-b311-e7df1e47a525 None None] Network c53c194c-f7f7-4ffb-a82d-1e026595d8c8 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:42:06.694121 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:07.462049 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44620) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:07.466996 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1286110762-network', 'tenant_id': 'de5cd19a6def46ae9a4f38ad92788e53'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:07.591239 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Made reservation on behalf of de5cd19a6def46ae9a4f38ad92788e53 for: {'network': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:42:07.594192 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for network (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:07.609141 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:07.688893 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Publish callbacks [] for security_group (16737f94-d675-43ab-8394-fe59651b9048), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:07.786811 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (16737f94-d675-43ab-8394-fe59651b9048), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:07.816862 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 473} {{(pid=107195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:42:07.823494 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16737f94-d675-43ab-8394-fe59651b9048,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:07.830802 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (528e7a8d-3ed3-4e05-b915-d4ab8d035079), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:07.831150 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.db.segments_db [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Added segment 528e7a8d-3ed3-4e05-b915-d4ab8d035079 of type vlan for network 934ea0ce-7702-479f-8a0a-639fdfea07e6 Sep 23 01:42:07.869975 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:07.875757 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754259670968'] for network (934ea0ce-7702-479f-8a0a-639fdfea07e6), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:07.991648 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370'] for network (934ea0ce-7702-479f-8a0a-639fdfea07e6), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:07.992616 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:07.993198 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:08.061192 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] Pushing event updated for resources: {'Network': ['ID=934ea0ce-7702-479f-8a0a-639fdfea07e6,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:08.071860 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Network 934ea0ce-7702-479f-8a0a-639fdfea07e6 details requested by agent ovs-agent-dv-cinder-849143-7-smb with host dv-cinder-849143-7-smb {{(pid=107197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:42:08.147912 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-1811ae73-0371-43a2-9f15-5ded1818da71 admin admin] 10.222.0.83 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6847370 Sep 23 01:42:08.151334 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44622) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:08.156755 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] Request body: {'subnet': {'network_id': '934ea0ce-7702-479f-8a0a-639fdfea07e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1286110762-subnet', 'tenant_id': 'de5cd19a6def46ae9a4f38ad92788e53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:08.265216 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] Made reservation on behalf of de5cd19a6def46ae9a4f38ad92788e53 for: {'subnet': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:42:08.267802 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12815863'] for subnet (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:08.511372 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16645387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12815841'] for subnet (34bc41ed-1793-4edc-86e6-dc9d4c95f15e), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:08.563997 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bc41ed-1793-4edc-86e6-dc9d4c95f15e,revision_number=0']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:08.570337 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:08.581028 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] Checking segment: {'id': '528e7a8d-3ed3-4e05-b915-d4ab8d035079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '934ea0ce-7702-479f-8a0a-639fdfea07e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:42:08.581408 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] Network hostable DHCP agents. Network: 934ea0ce-7702-479f-8a0a-639fdfea07e6, hostable agents: ['19eb8f7b-4059-409e-b3a2-7ea8c8786cd3'], hosted agents: [] {{(pid=107195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:42:08.658147 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] Network 934ea0ce-7702-479f-8a0a-639fdfea07e6 is scheduled to be hosted by DHCP agent 19eb8f7b-4059-409e-b3a2-7ea8c8786cd3 with binding_index 1 {{(pid=107195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:42:08.785721 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-smb, 934ea0ce-7702-479f-8a0a-639fdfea07e6) {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:42:08.789950 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:08.790644 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:08.794564 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0648168-3836-4263-8def-7176e66411dc None None] Network 934ea0ce-7702-479f-8a0a-639fdfea07e6 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:42:08.936618 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-7b4be858-820f-4f99-b8d8-0ea552a575de admin admin] 10.222.0.83 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7841010 Sep 23 01:42:09.027575 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d666969d-025e-4507-b1af-ce2195b016ca None None] Network 934ea0ce-7702-479f-8a0a-639fdfea07e6 requested from dv-cinder-849143-7-smb {{(pid=107197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:42:09.064297 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44626) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:09.115871 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec04537e-a987-46c9-8e8e-81f1aa2a31ab admin admin] Deleting subnet 5b77412a-763d-4876-94a4-9409b05d8a17 {{(pid=107195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:42:09.119776 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ec04537e-a987-46c9-8e8e-81f1aa2a31ab admin admin] Publish callbacks [] for subnet (5b77412a-763d-4876-94a4-9409b05d8a17), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.160006 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ec04537e-a987-46c9-8e8e-81f1aa2a31ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14015717'] for subnet (5b77412a-763d-4876-94a4-9409b05d8a17), precommit_delete_associations {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.207828 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ec04537e-a987-46c9-8e8e-81f1aa2a31ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (5b77412a-763d-4876-94a4-9409b05d8a17), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.351684 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ec04537e-a987-46c9-8e8e-81f1aa2a31ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14812372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12815832'] for subnet (5b77412a-763d-4876-94a4-9409b05d8a17), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.379109 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04537e-a987-46c9-8e8e-81f1aa2a31ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b77412a-763d-4876-94a4-9409b05d8a17,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:09.382875 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-ec04537e-a987-46c9-8e8e-81f1aa2a31ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for subnet (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.386297 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-ec04537e-a987-46c9-8e8e-81f1aa2a31ab admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/5b77412a-763d-4876-94a4-9409b05d8a17 HTTP/1.1" status: 204 len: 168 time: 0.3205738 Sep 23 01:42:09.389329 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44628) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:09.462934 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (c53c194c-f7f7-4ffb-a82d-1e026595d8c8), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.545027 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (c53c194c-f7f7-4ffb-a82d-1e026595d8c8), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.566416 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53c194c-f7f7-4ffb-a82d-1e026595d8c8']}} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:09.576634 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60884b20-a785-4039-91a7-e934c7a2e401') {'for_net_delete': True} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:09.576935 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.services.segments.db [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60884b20-a785-4039-91a7-e934c7a2e401') {} {{(pid=107195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:09.587624 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14015710'] for segment (60884b20-a785-4039-91a7-e934c7a2e401), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.596265 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:09.602778 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (60884b20-a785-4039-91a7-e934c7a2e401), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.610019 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] Releasing vlan 459 on physical network physnet1 to pool {{(pid=107195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:42:09.611743 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14812270'] for segment (60884b20-a785-4039-91a7-e934c7a2e401), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.660975 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 60884b20-a785-4039-91a7-e934c7a2e401 resource provider aggregate not found Sep 23 01:42:09.680953 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.services.segments.plugin [-] Segment 60884b20-a785-4039-91a7-e934c7a2e401 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60884b20-a785-4039-91a7-e934c7a2e401 found for delete ", "request_id": "req-563b02c7-a795-47fe-bb16-463e85764730"}]} Sep 23 01:42:09.779680 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (c53c194c-f7f7-4ffb-a82d-1e026595d8c8), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.789179 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.789179 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/c53c194c-f7f7-4ffb-a82d-1e026595d8c8 HTTP/1.1" status: 204 len: 168 time: 0.3980608 Sep 23 01:42:09.792370 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44634) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:09.800842 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f7df3-1bd0-42ee-8e39-26562ab8b480 admin admin] Pushing event deleted for resources: {'Network': ['ID=c53c194c-f7f7-4ffb-a82d-1e026595d8c8,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:09.819162 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:09.842055 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9512f47-3596-4b10-b69c-cdd27640153e admin admin] Deleting subnet 34bc41ed-1793-4edc-86e6-dc9d4c95f15e {{(pid=107196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:42:09.844403 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f9512f47-3596-4b10-b69c-cdd27640153e admin admin] Publish callbacks [] for subnet (34bc41ed-1793-4edc-86e6-dc9d4c95f15e), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.880487 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f9512f47-3596-4b10-b69c-cdd27640153e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15685217'] for subnet (34bc41ed-1793-4edc-86e6-dc9d4c95f15e), precommit_delete_associations {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.899753 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:09.922178 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f9512f47-3596-4b10-b69c-cdd27640153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882282'] for subnet (34bc41ed-1793-4edc-86e6-dc9d4c95f15e), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.047343 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f9512f47-3596-4b10-b69c-cdd27640153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15907408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317174'] for subnet (34bc41ed-1793-4edc-86e6-dc9d4c95f15e), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.072568 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9512f47-3596-4b10-b69c-cdd27640153e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34bc41ed-1793-4edc-86e6-dc9d4c95f15e,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:10.079281 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-f9512f47-3596-4b10-b69c-cdd27640153e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.082411 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-f9512f47-3596-4b10-b69c-cdd27640153e admin admin] 10.222.0.83 "DELETE /networking/v2.0/subnets/34bc41ed-1793-4edc-86e6-dc9d4c95f15e HTTP/1.1" status: 204 len: 168 time: 0.2890277 Sep 23 01:42:10.085075 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44636) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:10.160177 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798239'] for network (934ea0ce-7702-479f-8a0a-639fdfea07e6), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.244622 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851265', 'neutron.services.segments.db._delete_segments_for_network-8754260248769'] for network (934ea0ce-7702-479f-8a0a-639fdfea07e6), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.265902 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934ea0ce-7702-479f-8a0a-639fdfea07e6']}} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:10.276044 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528e7a8d-3ed3-4e05-b915-d4ab8d035079') {'for_net_delete': True} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:10.276350 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.services.segments.db [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528e7a8d-3ed3-4e05-b915-d4ab8d035079') {} {{(pid=107196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:10.286495 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754260248661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15685210'] for segment (528e7a8d-3ed3-4e05-b915-d4ab8d035079), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.300638 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414'] for segment (528e7a8d-3ed3-4e05-b915-d4ab8d035079), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.306919 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] Releasing vlan 473 on physical network physnet1 to pool {{(pid=107196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:42:10.307306 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15907562'] for segment (528e7a8d-3ed3-4e05-b915-d4ab8d035079), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.349860 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment 528e7a8d-3ed3-4e05-b915-d4ab8d035079 resource provider aggregate not found Sep 23 01:42:10.369197 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.services.segments.plugin [-] Segment 528e7a8d-3ed3-4e05-b915-d4ab8d035079 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 528e7a8d-3ed3-4e05-b915-d4ab8d035079 found for delete ", "request_id": "req-19609d73-b729-4066-b9bd-36a36291b17a"}]} Sep 23 01:42:10.460000 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808771'] for network (934ea0ce-7702-479f-8a0a-639fdfea07e6), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.465896 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700352'] for network (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.469641 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] 10.222.0.83 "DELETE /networking/v2.0/networks/934ea0ce-7702-479f-8a0a-639fdfea07e6 HTTP/1.1" status: 204 len: 168 time: 0.3835270 Sep 23 01:42:10.486452 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e0a2b-eb65-4b3c-8b12-6dcc7e1296d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=934ea0ce-7702-479f-8a0a-639fdfea07e6,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:10.893807 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44644) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:10.939213 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-55a8499d-5c90-4a4a-b527-e39cea819094 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=a238b019b4db43bea693ed62ec50f461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441160 Sep 23 01:42:10.942673 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44646) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:10.996772 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-01bfa2ac-caf2-41f9-9b8b-a7e9473c23bd admin admin] Publish callbacks [] for security_group (2d57693a-fcd2-4db4-98aa-975410e23efe), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.019313 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-01bfa2ac-caf2-41f9-9b8b-a7e9473c23bd admin admin] Publish callbacks [] for security_group (2d57693a-fcd2-4db4-98aa-975410e23efe), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.029734 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:11.220085 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-01bfa2ac-caf2-41f9-9b8b-a7e9473c23bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (2d57693a-fcd2-4db4-98aa-975410e23efe), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.222694 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-01bfa2ac-caf2-41f9-9b8b-a7e9473c23bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.224034 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-01bfa2ac-caf2-41f9-9b8b-a7e9473c23bd admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/2d57693a-fcd2-4db4-98aa-975410e23efe HTTP/1.1" status: 204 len: 168 time: 0.2802975 Sep 23 01:42:11.232547 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfa2ac-caf2-41f9-9b8b-a7e9473c23bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d57693a-fcd2-4db4-98aa-975410e23efe,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:11.989920 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44652) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:12.036673 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-c25875ff-a19d-427e-a6a9-8319a584cd80 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=de5cd19a6def46ae9a4f38ad92788e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455489 Sep 23 01:42:12.039394 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44654) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:12.093344 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-10736454-79c6-40ba-90c4-fb00d59502ff admin admin] Publish callbacks [] for security_group (16737f94-d675-43ab-8394-fe59651b9048), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:12.122193 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-10736454-79c6-40ba-90c4-fb00d59502ff admin admin] Publish callbacks [] for security_group (16737f94-d675-43ab-8394-fe59651b9048), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:12.259685 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-10736454-79c6-40ba-90c4-fb00d59502ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (16737f94-d675-43ab-8394-fe59651b9048), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:12.262458 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-10736454-79c6-40ba-90c4-fb00d59502ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:12.267251 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-10736454-79c6-40ba-90c4-fb00d59502ff admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/16737f94-d675-43ab-8394-fe59651b9048 HTTP/1.1" status: 204 len: 168 time: 0.2236187 Sep 23 01:42:12.275599 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10736454-79c6-40ba-90c4-fb00d59502ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16737f94-d675-43ab-8394-fe59651b9048,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:14.697251 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:14.802405 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-3026484e-ad36-4788-bfbb-0aca04c18ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:17.808805 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-eb798e83-6d93-4e0c-9d10-14910aa5eedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:19.126921 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44738) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:19.253252 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:19.309005 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:19.382722 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Publish callbacks [] for security_group (955682cf-bc22-4087-b497-2365671a862a), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:19.464053 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (955682cf-bc22-4087-b497-2365671a862a), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:19.486883 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:19.510704 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=67cc85e691514f8eb265f790ffeb4051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824816 Sep 23 01:42:19.511436 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955682cf-bc22-4087-b497-2365671a862a,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:19.514055 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44742) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:19.520403 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.520893 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.521279 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.521668 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.521952 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.522303 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.522822 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.523057 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.523645 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.524527 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.524527 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.524527 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.524882 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.525280 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.525513 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046574be-e355-40b2-aeb5-345f3ed458df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.572644 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Publish callbacks [] for security_group (955682cf-bc22-4087-b497-2365671a862a), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:19.599277 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Publish callbacks [] for security_group (955682cf-bc22-4087-b497-2365671a862a), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:19.732732 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (955682cf-bc22-4087-b497-2365671a862a), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:19.735870 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:19.737353 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/955682cf-bc22-4087-b497-2365671a862a HTTP/1.1" status: 204 len: 168 time: 0.2221944 Sep 23 01:42:19.746537 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955682cf-bc22-4087-b497-2365671a862a,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:19.756232 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.756549 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.756890 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.757230 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.757564 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.757904 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.758236 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.758566 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.758921 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.759245 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.760347 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.760347 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.760347 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.760894 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:19.760894 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd17eb9-f465-48b7-9ce5-4c2e76e75121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-smb {{(pid=107196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:20.398831 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:20.487120 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 44748) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:20.501457 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-091de476-6623-4dad-beba-6d8c9dbc780c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:20.580765 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-091de476-6623-4dad-beba-6d8c9dbc780c admin admin] Publish callbacks [] for security_group (a0e33b90-d169-44c1-94c1-03ae41b38b4d), precommit_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:20.677127 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-091de476-6623-4dad-beba-6d8c9dbc780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (a0e33b90-d169-44c1-94c1-03ae41b38b4d), after_create {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:20.719613 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-091de476-6623-4dad-beba-6d8c9dbc780c admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=e7b0e5cf57044f4e9379d115ec13a724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313898 Sep 23 01:42:20.720339 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091de476-6623-4dad-beba-6d8c9dbc780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e33b90-d169-44c1-94c1-03ae41b38b4d,revision_number=1']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:20.722423 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44750) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:20.777329 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cdec553e-7c2b-4ea0-8e77-f5afd3c6642c admin admin] Publish callbacks [] for security_group (a0e33b90-d169-44c1-94c1-03ae41b38b4d), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:20.799041 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cdec553e-7c2b-4ea0-8e77-f5afd3c6642c admin admin] Publish callbacks [] for security_group (a0e33b90-d169-44c1-94c1-03ae41b38b4d), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:20.932437 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cdec553e-7c2b-4ea0-8e77-f5afd3c6642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (a0e33b90-d169-44c1-94c1-03ae41b38b4d), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:20.935048 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-cdec553e-7c2b-4ea0-8e77-f5afd3c6642c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:20.936234 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-cdec553e-7c2b-4ea0-8e77-f5afd3c6642c admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/a0e33b90-d169-44c1-94c1-03ae41b38b4d HTTP/1.1" status: 204 len: 168 time: 0.2127295 Sep 23 01:42:20.945287 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec553e-7c2b-4ea0-8e77-f5afd3c6642c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e33b90-d169-44c1-94c1-03ae41b38b4d,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:21.290555 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:21.291385 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:21.505219 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:23.748454 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44804) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:23.860522 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3dde10f6-b611-4f8f-a41f-b34698cafc9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:23.923681 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:23.937681 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3dde10f6-b611-4f8f-a41f-b34698cafc9a admin admin] Publish callbacks [] for security_group (79d86a71-8aae-4ad6-89f7-a40c1718d2b8), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:24.048005 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-3dde10f6-b611-4f8f-a41f-b34698cafc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (79d86a71-8aae-4ad6-89f7-a40c1718d2b8), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:24.089011 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde10f6-b611-4f8f-a41f-b34698cafc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d86a71-8aae-4ad6-89f7-a40c1718d2b8,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:24.095292 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-3dde10f6-b611-4f8f-a41f-b34698cafc9a admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=86565e42850f4534abae23eaf9cf2ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457582 Sep 23 01:42:24.098026 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44808) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:24.150186 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8341c328-3902-47c9-a202-337456438276 admin admin] Publish callbacks [] for security_group (79d86a71-8aae-4ad6-89f7-a40c1718d2b8), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:24.170163 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8341c328-3902-47c9-a202-337456438276 admin admin] Publish callbacks [] for security_group (79d86a71-8aae-4ad6-89f7-a40c1718d2b8), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:24.351149 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8341c328-3902-47c9-a202-337456438276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (79d86a71-8aae-4ad6-89f7-a40c1718d2b8), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:24.353627 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-8341c328-3902-47c9-a202-337456438276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:24.354848 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-8341c328-3902-47c9-a202-337456438276 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/79d86a71-8aae-4ad6-89f7-a40c1718d2b8 HTTP/1.1" status: 204 len: 168 time: 0.2558036 Sep 23 01:42:24.363471 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341c328-3902-47c9-a202-337456438276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d86a71-8aae-4ad6-89f7-a40c1718d2b8,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:25.020957 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44814) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:25.037721 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0f271da0-56d7-4824-a2f2-26edd7b85567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:25.114946 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:25.117396 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0f271da0-56d7-4824-a2f2-26edd7b85567 admin admin] Publish callbacks [] for security_group (74d0847f-c665-4f1d-8df6-77c4ff296375), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:25.203585 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-0f271da0-56d7-4824-a2f2-26edd7b85567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (74d0847f-c665-4f1d-8df6-77c4ff296375), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:25.249043 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f271da0-56d7-4824-a2f2-26edd7b85567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d0847f-c665-4f1d-8df6-77c4ff296375,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:25.250190 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-0f271da0-56d7-4824-a2f2-26edd7b85567 admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=f556dd2ff1f84f34993109a582034c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277253 Sep 23 01:42:25.252822 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.wsgi [-] (107195) accepted ('10.222.0.83', 44816) {{(pid=107195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:25.304026 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7777d769-1904-4e52-86f5-f7f3c0768275 admin admin] Publish callbacks [] for security_group (74d0847f-c665-4f1d-8df6-77c4ff296375), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:25.326401 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7777d769-1904-4e52-86f5-f7f3c0768275 admin admin] Publish callbacks [] for security_group (74d0847f-c665-4f1d-8df6-77c4ff296375), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:25.471258 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7777d769-1904-4e52-86f5-f7f3c0768275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (74d0847f-c665-4f1d-8df6-77c4ff296375), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:25.471469 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:25.473838 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [None req-7777d769-1904-4e52-86f5-f7f3c0768275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:25.475103 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [None req-7777d769-1904-4e52-86f5-f7f3c0768275 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/74d0847f-c665-4f1d-8df6-77c4ff296375 HTTP/1.1" status: 204 len: 168 time: 0.2222021 Sep 23 01:42:25.484190 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777d769-1904-4e52-86f5-f7f3c0768275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d0847f-c665-4f1d-8df6-77c4ff296375,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:28.898918 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-5c973924-d72b-4432-adcf-f5e59213dce8 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=47c3b95851394457baaa96e5f38fb1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299561 Sep 23 01:42:29.087840 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-85cd0a0e-79a3-401d-a80c-1c6a082f55f7 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:29.089224 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-85cd0a0e-79a3-401d-a80c-1c6a082f55f7 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850374 Sep 23 01:42:29.104990 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-f47a9120-b127-44db-8eb3-fc47c2f06ffc tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/quotas/47c3b95851394457baaa96e5f38fb1b2 HTTP/1.1" status: 200 len: 375 time: 0.0098500 Sep 23 01:42:29.139783 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a78ee639-f21e-40a5-ae19-db33b9af1bf5 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=47c3b95851394457baaa96e5f38fb1b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283654 Sep 23 01:42:29.437983 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2bb21da6-3685-4c3a-8220-e9afa2382bb3 req-d9ba6cc7-790f-49c2-996f-ba6f40d692cb tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 210 time: 0.0326142 Sep 23 01:42:30.527690 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-a7307ade-c6af-4890-ac7c-c10d58000cff req-c3c1bfeb-bc66-4ff2-bfca-d66bb6e92291 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 210 time: 0.0316103 Sep 23 01:42:31.632106 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-f8738680-613a-4966-800e-dc70be4e0b7b req-57f6cf7a-f74c-4153-8de2-649e2747d265 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 210 time: 0.0281603 Sep 23 01:42:32.090300 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-5c0c27c6-db66-427e-b78b-d98d272d7d94 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=47c3b95851394457baaa96e5f38fb1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326235 Sep 23 01:42:32.278614 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-fdf35fde-08b8-4ec2-8098-d13b20535c16 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:32.280091 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-fdf35fde-08b8-4ec2-8098-d13b20535c16 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828153 Sep 23 01:42:32.304982 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Request body: {'port': {'device_id': '806b8c2f-3093-4341-ad6f-d41776a8dd7d', 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7', 'admin_state_up': True, 'tenant_id': '47c3b95851394457baaa96e5f38fb1b2'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:32.510904 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Made reservation on behalf of 47c3b95851394457baaa96e5f38fb1b2 for: {'port': 1} {{(pid=107195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:42:32.515529 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:32.524685 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Publish callbacks [] for security_group (None), before_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:32.549625 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:32.603693 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Publish callbacks [] for security_group (8d481199-7cf3-4a33-8139-fe4cf38faa9b), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:32.692277 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (8d481199-7cf3-4a33-8139-fe4cf38faa9b), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:32.738179 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-f3759961-ad26-4d91-9ee5-f5ae09fdb26d req-20077c40-44b9-4226-8fe2-00488ca84d6c tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 210 time: 0.0281847 Sep 23 01:42:32.761165 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d481199-7cf3-4a33-8139-fe4cf38faa9b,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:32.860761 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.db_base_plugin_common [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Allocated IP 192.168.233.168 (3e9968ff-97d5-4c45-9e5f-3719422a17e7/239a4da2-fefe-4ce0-82f2-9fec72ac442f/4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05) {{(pid=107195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:42:32.954987 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:33.017038 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Publish callbacks [] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), precommit_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:33.130351 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754259735507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), after_create {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:33.172158 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Network 3e9968ff-97d5-4c45-9e5f-3719422a17e7 is already hosted by enough agents. {{(pid=107195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:42:33.175345 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.scheduler.base_scheduler [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Resources bound (agent type, host, resource id): {{(pid=107195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:42:33.179305 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Received port after_create {{(pid=107195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:42:33.207699 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Pushing event updated for resources: {'Port': ['ID=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05,revision_number=1']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:33.241056 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:33.241952 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:33.393527 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-ff69420b-30b5-4d9c-a0e1-0ab8c8f618aa tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0924494 Sep 23 01:42:33.415328 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.v2.base [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Request body: {'port': {'device_id': '806b8c2f-3093-4341-ad6f-d41776a8dd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:33.435616 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-e050b1c6-6c4c-45df-b260-9758b060322e None None] Provisioning complete for port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 triggered by entity DHCP. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:42:33.436853 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-e050b1c6-6c4c-45df-b260-9758b060322e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:33.437094 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-e050b1c6-6c4c-45df-b260-9758b060322e None None] Attempt 1 to provision port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 Sep 23 01:42:33.471336 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-e050b1c6-6c4c-45df-b260-9758b060322e None None] Port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:42:33.484986 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:33.687440 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:33.748328 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 {{(pid=107195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:42:33.756214 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Publish callbacks [] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), precommit_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:33.770773 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.provisioning_blocks [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Transition to ACTIVE for port object 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 will not be triggered until provisioned by entity L2. {{(pid=107195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:42:33.869135 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c82a7-a371-47ce-aa75-14d96617d396 req-51678906-78ab-4cea-8722-4f507a2ea9bb tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:33.870711 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-732c82a7-a371-47ce-aa75-14d96617d396 req-51678906-78ab-4cea-8722-4f507a2ea9bb tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 936 time: 0.0491745 Sep 23 01:42:33.919846 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-732c82a7-a371-47ce-aa75-14d96617d396 req-3ae8f62e-fbc2-4a8a-98f5-a8416bba6d1c tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432065 Sep 23 01:42:33.923021 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:33.972122 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-e050b1c6-6c4c-45df-b260-9758b060322e None None] Attempt 2 to provision port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 Sep 23 01:42:34.004322 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05,revision_number=2']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:34.006612 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-e050b1c6-6c4c-45df-b260-9758b060322e None None] Port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 cannot update to ACTIVE because it is not bound. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:42:34.035642 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Attempting to bind port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:42:34.036011 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Attempting to bind port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7'}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:42:34.036293 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Attempting to bind port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 on network 3e9968ff-97d5-4c45-9e5f-3719422a17e7 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:42:34.038104 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:34.080131 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 on network 3e9968ff-97d5-4c45-9e5f-3719422a17e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:42:34.080462 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Attempting to bind port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 on network 3e9968ff-97d5-4c45-9e5f-3719422a17e7 {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:42:34.124414 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Checking agent: {'id': '03ce6911-9a6a-4ac6-9d92-d06e5a171929', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:42:34.124941 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Checking segment: {'id': '8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:42:34.125198 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Bound using segment: {'id': '8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7'} {{(pid=107195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:42:34.125641 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.managers [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Bound port: 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7'}}] {{(pid=107195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:42:34.125995 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), before_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:34.192337 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] For port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05, host hv-cinder-84914, cleared binding levels {{(pid=107195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:42:34.195482 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] For port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05,segment=NetworkSegment(8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d),segment_id=8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d)] {{(pid=107195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:42:34.302714 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14812290'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), after_update {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:34.304808 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:34.305415 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:34.306824 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 HTTP/1.1" status: 200 len: 1098 time: 0.8955708 Sep 23 01:42:34.309266 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806b8c2f-3093-4341-ad6f-d41776a8dd7d', 'tag': '4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:42:34.310876 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef596b-f729-4049-b06e-01dc1abb2fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "806b8c2f-3093-4341-ad6f-d41776a8dd7d", "tag": "4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:42:34.362367 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b4190b-569f-4a12-9bf1-469b74eeb79d x-openstack-request-id: req-01b4190b-569f-4a12-9bf1-469b74eeb79d {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:42:34.362710 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806b8c2f-3093-4341-ad6f-d41776a8dd7d", "tag": "4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:42:34.362932 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-01b4190b-569f-4a12-9bf1-469b74eeb79d {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:42:34.363339 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b4190b-569f-4a12-9bf1-469b74eeb79d'] response: {'name': 'network-changed', 'server_uuid': '806b8c2f-3093-4341-ad6f-d41776a8dd7d', 'tag': '4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05', 'status': 'completed', 'code': 200} Sep 23 01:42:34.392704 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1057a-bf04-4410-b5b4-9b1b5410a3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05,revision_number=3']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:34.453607 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef596b-f729-4049-b06e-01dc1abb2fcb req-253651bf-be7b-4efe-8a09-1bd6a387e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:34.455235 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4eef596b-f729-4049-b06e-01dc1abb2fcb req-253651bf-be7b-4efe-8a09-1bd6a387e52f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=47c3b95851394457baaa96e5f38fb1b2&device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 1132 time: 0.0483634 Sep 23 01:42:34.492368 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4eef596b-f729-4049-b06e-01dc1abb2fcb req-cf908336-544e-4028-9e10-c4844f89ea4c service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=47c3b95851394457baaa96e5f38fb1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201259 Sep 23 01:42:34.506817 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-e050b1c6-6c4c-45df-b260-9758b060322e None None] Attempt 3 to provision port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 Sep 23 01:42:34.547492 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-e050b1c6-6c4c-45df-b260-9758b060322e None None] Port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 had new provisioning blocks added so it will not transition to active. {{(pid=107197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:42:34.592332 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef596b-f729-4049-b06e-01dc1abb2fcb req-bdb38150-eac6-444a-8902-2cae55f29511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:34.593678 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-4eef596b-f729-4049-b06e-01dc1abb2fcb req-bdb38150-eac6-444a-8902-2cae55f29511 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960784 Sep 23 01:42:34.701403 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-2610a11a-a841-4bd2-80cc-6238674cd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:34.703629 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-2610a11a-a841-4bd2-80cc-6238674cd6c7 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=47c3b95851394457baaa96e5f38fb1b2&device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 1132 time: 0.0404599 Sep 23 01:42:34.752113 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-9f735ff3-a961-43d4-b745-29a4818cbe27 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 HTTP/1.1" status: 200 len: 217 time: 0.0328856 Sep 23 01:42:34.818331 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-73145bc4-b545-4189-bf48-ef7057642a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:34.819821 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-73145bc4-b545-4189-bf48-ef7057642a94 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=239a4da2-fefe-4ce0-82f2-9fec72ac442f HTTP/1.1" status: 200 len: 843 time: 0.0581112 Sep 23 01:42:34.868710 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-06d64bf9-ff17-48cc-9434-b21640620f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:34.870104 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-06d64bf9-ff17-48cc-9434-b21640620f23 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=3e9968ff-97d5-4c45-9e5f-3719422a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401542 Sep 23 01:42:34.949375 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:34.967649 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-9425df7a-814f-4758-ab74-c9b6c3e7bad9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/3e9968ff-97d5-4c45-9e5f-3719422a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878365 Sep 23 01:42:35.090461 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20804ace-3150-4c90-9378-0dbd7c3bb2a9 req-8478b612-e9c6-43fa-adca-58042e4844f0 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:35.092142 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-20804ace-3150-4c90-9378-0dbd7c3bb2a9 req-8478b612-e9c6-43fa-adca-58042e4844f0 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 948 time: 0.0686364 Sep 23 01:42:35.114152 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-56b4d92d-97f7-4b06-9dbb-ffcd160bf107 req-12fa1173-6e99-42df-9294-c4b5ed9c67e8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/3e9968ff-97d5-4c45-9e5f-3719422a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373298 Sep 23 01:42:35.156994 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-20804ace-3150-4c90-9378-0dbd7c3bb2a9 req-a1f8bcf7-9785-4609-b0fe-84b409752be2 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552604 Sep 23 01:42:35.319022 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:42:36.294977 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177381f5-19ac-4e38-9a43-7a4c91138346 req-fbb02bce-9f85-4b03-80fb-129eded92b75 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:36.297112 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-177381f5-19ac-4e38-9a43-7a4c91138346 req-fbb02bce-9f85-4b03-80fb-129eded92b75 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 948 time: 0.0599308 Sep 23 01:42:36.323721 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:36.351075 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-177381f5-19ac-4e38-9a43-7a4c91138346 req-7a6bd5de-7a1d-4d70-a8fe-635fe9c9deb9 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470757 Sep 23 01:42:37.472072 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07edd8-64a5-44ba-b9cf-16dcfe430e15 req-7e8853e6-8115-467f-a3ff-cb405bf081a0 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:37.473621 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0d07edd8-64a5-44ba-b9cf-16dcfe430e15 req-7e8853e6-8115-467f-a3ff-cb405bf081a0 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 948 time: 0.0474634 Sep 23 01:42:37.521816 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-0d07edd8-64a5-44ba-b9cf-16dcfe430e15 req-55699f5a-d496-4af6-a495-34515f1d8a0e tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424159 Sep 23 01:42:37.541775 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:42:37.544032 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:37.641265 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05,segment=NetworkSegment(8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d),segment_id=8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:37.652336 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Returning: {'device': '4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05', 'network_id': '3e9968ff-97d5-4c45-9e5f-3719422a17e7', 'port_id': '4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05', 'mac_address': 'fa:16:3e:2b:6c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 487, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239a4da2-fefe-4ce0-82f2-9fec72ac442f', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:42:37.690913 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 is: DOWN; New status is: BUILD {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:42:37.691286 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:37.704312 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 {{(pid=107197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:42:37.724554 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05,segment=NetworkSegment(8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d),segment_id=8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:37.825495 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:37.875270 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05,revision_number=4']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:38.198829 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:42:38.644181 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6260d19-a5e5-4953-a6a9-d15d9b29a357 req-457a90c9-f81d-4e94-9402-bff61560f5af tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:38.645647 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d6260d19-a5e5-4953-a6a9-d15d9b29a357 req-457a90c9-f81d-4e94-9402-bff61560f5af tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 949 time: 0.0465822 Sep 23 01:42:38.693181 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d6260d19-a5e5-4953-a6a9-d15d9b29a357 req-65ae2d53-37ed-4c56-92aa-fc2156bdd38d tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 Sep 23 01:42:39.567671 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 up at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:42:39.570885 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:39.611356 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning for port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 completed by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:42:39.699253 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.db.provisioning_blocks [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Provisioning complete for port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 triggered by entity L2. {{(pid=107197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:42:39.699629 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849374'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), provisioning_complete {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:39.700004 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Attempt 1 to provision port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 Sep 23 01:42:39.779007 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Current status of the port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 is: BUILD; New status is: ACTIVE {{(pid=107197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:42:39.779398 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-956494'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), before_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:39.805596 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806b8c2f-3093-4341-ad6f-d41776a8dd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05'}] {{(pid=107197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:42:39.807865 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a40330dd67d11e4f62d9b473cb10e62391306eec70967791c980fb28d2cbb84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b895e94-9711-466d-bdd8-e6e5f27da3a4" -d '{"events": [{"server_uuid": "806b8c2f-3093-4341-ad6f-d41776a8dd7d", "name": "network-vif-plugged", "status": "completed", "tag": "4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05"}]}' {{(pid=107197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:42:39.823377 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] For port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05,segment=NetworkSegment(8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d),segment_id=8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d)] {{(pid=107197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:39.823680 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3f2ba-9006-4442-92bd-af1aadb7b307 req-6d9c56e0-add9-48e3-936d-8d69904e32b3 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:39.823680 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-30f3f2ba-9006-4442-92bd-af1aadb7b307 req-6d9c56e0-add9-48e3-936d-8d69904e32b3 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 949 time: 0.0519736 Sep 23 01:42:39.873451 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-30f3f2ba-9006-4442-92bd-af1aadb7b307 req-66fb61fe-dde1-484c-87a8-864a3f43b6b8 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Sep 23 01:42:39.899942 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754260174502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754259735525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754259735543'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:39.949602 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Pushing event updated for resources: {'Port': ['ID=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05,revision_number=5']} {{(pid=107197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:39.987102 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6be4dd3-6764-42e1-b8e3-fe80321f96e0 x-openstack-request-id: req-b6be4dd3-6764-42e1-b8e3-fe80321f96e0 {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:42:39.987414 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806b8c2f-3093-4341-ad6f-d41776a8dd7d", "name": "network-vif-plugged", "status": "completed", "tag": "4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05", "code": 200}]} {{(pid=107197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:42:39.987657 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b6be4dd3-6764-42e1-b8e3-fe80321f96e0 {{(pid=107197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:42:39.988056 dv-cinder-849143-7-smb neutron-server[107197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6be4dd3-6764-42e1-b8e3-fe80321f96e0'] response: {'server_uuid': '806b8c2f-3093-4341-ad6f-d41776a8dd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05', 'code': 200} Sep 23 01:42:40.360762 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4891c-9216-4978-99f7-5afd9445af65 req-e6b47bb5-7ecc-48f1-8c17-3c80f4a586cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:40.362392 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-bda4891c-9216-4978-99f7-5afd9445af65 req-e6b47bb5-7ecc-48f1-8c17-3c80f4a586cb service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 1134 time: 0.0456102 Sep 23 01:42:40.378137 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=100 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:40.414047 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-bda4891c-9216-4978-99f7-5afd9445af65 req-3e7f5b1b-04cc-47c7-9bd8-bc3cbfba3924 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Sep 23 01:42:40.996196 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fb553-615b-46cc-a8b7-1d72c22f9045 req-97921496-17ec-41b4-bdb6-78c463aedfe7 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:40.997769 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2a7fb553-615b-46cc-a8b7-1d72c22f9045 req-97921496-17ec-41b4-bdb6-78c463aedfe7 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 950 time: 0.0464246 Sep 23 01:42:41.044767 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-2a7fb553-615b-46cc-a8b7-1d72c22f9045 req-3e1e9cf7-bfda-4c33-9a1d-2a694ca49616 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407834 Sep 23 01:42:42.155497 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:42.177549 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b46d24-be9e-4a7e-8ae8-416313c07d5d req-709cf0a1-9ffb-4bf2-aed2-54ce31834059 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:42.179148 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d1b46d24-be9e-4a7e-8ae8-416313c07d5d req-709cf0a1-9ffb-4bf2-aed2-54ce31834059 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 950 time: 0.0562472 Sep 23 01:42:42.234247 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-d1b46d24-be9e-4a7e-8ae8-416313c07d5d req-309b0f75-a9f8-47a6-bbb1-9f723f5544be tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493753 Sep 23 01:42:43.363785 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107919e-3ce1-4e92-87a1-9f5f46175f6b req-cc43b472-bab9-4269-9e00-d4c46b188868 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:43.365301 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8107919e-3ce1-4e92-87a1-9f5f46175f6b req-cc43b472-bab9-4269-9e00-d4c46b188868 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 950 time: 0.0519292 Sep 23 01:42:43.663263 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-8107919e-3ce1-4e92-87a1-9f5f46175f6b req-2e019a8b-cf96-4cf7-9650-10f7f4162486 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916508 Sep 23 01:42:44.167510 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daab52-743b-4615-862a-2936858598b9 req-ce239236-7b6c-42f5-82cd-31ff2be5ca4a tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:44.169922 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-99daab52-743b-4615-862a-2936858598b9 req-ce239236-7b6c-42f5-82cd-31ff2be5ca4a tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 950 time: 0.0485873 Sep 23 01:42:44.219318 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-99daab52-743b-4615-862a-2936858598b9 req-3f40e7f0-afb5-4af2-a3c6-0b105cde0fab tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429783 Sep 23 01:42:44.796295 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-74fde175-873b-4743-ad45-3a3e208d517e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:45.315464 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:45.344617 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9579f-f31b-48c2-b109-0a61dea23ad7 req-bcc295d4-f51d-4798-aa8c-bb5d8a372708 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:45.346113 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-afc9579f-f31b-48c2-b109-0a61dea23ad7 req-bcc295d4-f51d-4798-aa8c-bb5d8a372708 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 950 time: 0.0479138 Sep 23 01:42:45.397535 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-afc9579f-f31b-48c2-b109-0a61dea23ad7 req-a5cacf0d-65fa-45cd-b7cd-44f7df5e6bf3 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8d481199-7cf3-4a33-8139-fe4cf38faa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452967 Sep 23 01:42:45.730671 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553936f0-f79f-4c84-a649-cd784ac13ecd req-cb6d7b91-6c11-41ee-9d1f-b317b9ce93e6 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:45.732160 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-553936f0-f79f-4c84-a649-cd784ac13ecd req-cb6d7b91-6c11-41ee-9d1f-b317b9ce93e6 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 950 time: 0.0497165 Sep 23 01:42:45.817620 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-553936f0-f79f-4c84-a649-cd784ac13ecd req-49825e0c-42d7-4b05-a089-c021122b6c96 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Deleting port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 {{(pid=107195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:42:45.817944 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-553936f0-f79f-4c84-a649-cd784ac13ecd req-49825e0c-42d7-4b05-a089-c021122b6c96 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754260174349'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), before_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:45.912300 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.db [req-553936f0-f79f-4c84-a649-cd784ac13ecd req-49825e0c-42d7-4b05-a089-c021122b6c96 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] For port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05,segment=NetworkSegment(8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d),segment_id=8db5d53a-2bb1-4d9e-a1e5-c8a9f7f7e73d)] {{(pid=107195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:45.912661 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-553936f0-f79f-4c84-a649-cd784ac13ecd req-49825e0c-42d7-4b05-a089-c021122b6c96 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1808214'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), precommit_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:45.926197 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.plugins.ml2.plugin [req-553936f0-f79f-4c84-a649-cd784ac13ecd req-49825e0c-42d7-4b05-a089-c021122b6c96 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Calling delete_port for 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 owned by compute:nova {{(pid=107195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:42:45.995010 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:46.145478 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-553936f0-f79f-4c84-a649-cd784ac13ecd req-49825e0c-42d7-4b05-a089-c021122b6c96 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754260176267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754259735516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14812347'] for port (4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05), after_delete {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:46.173362 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49825e0c-42d7-4b05-a089-c021122b6c96 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Pushing event deleted for resources: {'Port': ['ID=4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05,revision_number=None']} {{(pid=107195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:46.194704 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.db [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] get_ports_and_sgs() called for port_ids ['4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05'] {{(pid=107197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:42:46.225957 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.db.l3_dvrscheduler_db [req-553936f0-f79f-4c84-a649-cd784ac13ecd req-49825e0c-42d7-4b05-a089-c021122b6c96 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] No DVR routers for this DVR port 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 on host hv-cinder-84914 {{(pid=107195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:42:46.229068 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron_lib.callbacks.manager [req-553936f0-f79f-4c84-a649-cd784ac13ecd req-49825e0c-42d7-4b05-a089-c021122b6c96 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1929560'] for port (None), before_response {{(pid=107195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:46.231707 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-553936f0-f79f-4c84-a649-cd784ac13ecd req-49825e0c-42d7-4b05-a089-c021122b6c96 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.88 "DELETE /networking/v2.0/ports/4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 HTTP/1.1" status: 204 len: 173 time: 0.4925001 Sep 23 01:42:46.232240 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806b8c2f-3093-4341-ad6f-d41776a8dd7d', 'name': 'network-vif-deleted', 'tag': '4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05'}] {{(pid=107195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:42:46.235440 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04846d9ebb907391ce08a95bebaae057b27d5e67e2777b11c59743a3652a9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699d68a7-604f-4da1-9545-b8e6c6b4f582" -d '{"events": [{"server_uuid": "806b8c2f-3093-4341-ad6f-d41776a8dd7d", "name": "network-vif-deleted", "tag": "4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05"}]}' {{(pid=107195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:42:46.276925 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b721b2f-c62c-43d4-93e0-849f2a88b2f0 x-openstack-request-id: req-8b721b2f-c62c-43d4-93e0-849f2a88b2f0 {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:42:46.276925 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806b8c2f-3093-4341-ad6f-d41776a8dd7d", "name": "network-vif-deleted", "tag": "4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05", "status": "completed", "code": 200}]} {{(pid=107195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:42:46.276925 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8b721b2f-c62c-43d4-93e0-849f2a88b2f0 {{(pid=107195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:42:46.276925 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b721b2f-c62c-43d4-93e0-849f2a88b2f0'] response: {'server_uuid': '806b8c2f-3093-4341-ad6f-d41776a8dd7d', 'name': 'network-vif-deleted', 'tag': '4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05', 'status': 'completed', 'code': 200} Sep 23 01:42:46.501750 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [req-0e8d2ab4-eda5-4d69-be10-a9b3f60dc42c req-30029669-9c58-4faf-8f68-3e85fea34174 tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 210 time: 0.0282564 Sep 23 01:42:47.698680 dv-cinder-849143-7-smb neutron-server[107195]: INFO neutron.wsgi [req-9db76551-717c-4f9e-aefd-92d1219bc3a1 req-292adf28-66b4-4618-b665-547d1e14a11b tempest-VolumesNegativeTest-201038680 tempest-VolumesNegativeTest-201038680-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=806b8c2f-3093-4341-ad6f-d41776a8dd7d HTTP/1.1" status: 200 len: 210 time: 0.0286968 Sep 23 01:42:47.836826 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-cd8f39bc-cfd5-4d79-8f9f-0cf8d4841cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:49.469056 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:49.614365 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:42:49.634360 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] No Port match for: 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 {{(pid=107197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:42:49.634734 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Device 4edbbb4f-a3bb-4b07-8f40-f5064fa1ec05 not bound to the agent host hv-cinder-84914 {{(pid=107197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:42:50.411578 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:51.528105 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:55.120415 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 45172) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:55.261892 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-228eda8b-fdb8-423c-b3b4-0d8811f7e70d admin admin] 10.222.0.83 "GET /networking/v2.0/security-groups?tenant_id=47c3b95851394457baaa96e5f38fb1b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402740 Sep 23 01:42:55.264552 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [-] (107196) accepted ('10.222.0.83', 45176) {{(pid=107196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:55.316946 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bf04c23a-fab8-4533-a5dd-4e0052289332 admin admin] Publish callbacks [] for security_group (8d481199-7cf3-4a33-8139-fe4cf38faa9b), before_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:55.338517 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bf04c23a-fab8-4533-a5dd-4e0052289332 admin admin] Publish callbacks [] for security_group (8d481199-7cf3-4a33-8139-fe4cf38faa9b), precommit_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:55.451726 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bf04c23a-fab8-4533-a5dd-4e0052289332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605575'] for security_group (8d481199-7cf3-4a33-8139-fe4cf38faa9b), after_delete {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:55.454202 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron_lib.callbacks.manager [None req-bf04c23a-fab8-4533-a5dd-4e0052289332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:55.455384 dv-cinder-849143-7-smb neutron-server[107196]: INFO neutron.wsgi [None req-bf04c23a-fab8-4533-a5dd-4e0052289332 admin admin] 10.222.0.83 "DELETE /networking/v2.0/security-groups/8d481199-7cf3-4a33-8139-fe4cf38faa9b HTTP/1.1" status: 204 len: 168 time: 0.1899338 Sep 23 01:42:55.464368 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04c23a-fab8-4533-a5dd-4e0052289332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d481199-7cf3-4a33-8139-fe4cf38faa9b,revision_number=None']} {{(pid=107196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:55.490299 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:57.602788 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=2 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:57.603544 dv-cinder-849143-7-smb neutron-server[107195]: DEBUG dbcounter [-] [107195] Writing DB stats neutron:SELECT=82,neutron:DELETE=5 {{(pid=107195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:58.289291 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:58.290069 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:05.402866 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:05.458445 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=58,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:05.459269 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG dbcounter [-] [107196] Writing DB stats neutron:SELECT=30,neutron:DELETE=2 {{(pid=107196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:05.479824 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:12.319051 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:43:14.779541 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-2c79c7c4-2dad-4090-8d59-36e9ae2024f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:17.819622 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-ddee659c-a4a2-4165-9aeb-c2627c06723b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:19.487506 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:20.402013 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:21.516519 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:22.313915 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=12 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:22.314776 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=16 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:25.545422 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:35.281809 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:35.290166 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:35.412750 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:35.420062 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:44.787737 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-71da912f-31be-4507-a9a9-36bfeb6ec147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:47.812949 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-16505aad-1403-422a-8bf6-955232a4c0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:49.320194 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:43:49.499089 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:50.400040 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:51.493488 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:55.533069 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:59.312979 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:59.313830 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:05.442420 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:05.444710 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:12.287998 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:12.611436 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:14.787424 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-25149f90-5fd4-4fbb-9776-b943cc062ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:17.818931 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-a89ade75-0548-403a-b26a-61c15b59329c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:19.487314 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:20.389872 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:21.541643 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:25.553097 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:26.319682 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:44:35.442511 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:35.448557 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:36.314099 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:36.314933 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:44.761739 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-27a52225-4260-49d4-8b7c-13c60713040c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:47.812783 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-75a7c4ee-69b4-442b-8487-55e8eb80954a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:49.283833 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:49.284643 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:49.501253 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:50.361757 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:51.498944 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:55.544656 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:01.206902 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:03.319289 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:45:05.456401 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:05.459324 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:13.313920 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=13 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:13.315001 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=15 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:14.789982 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-9b0c7f59-494a-4277-9d73-ee366f2c8ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:17.824176 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-052dea97-f27d-4696-a21a-57696790a82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:19.512818 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:20.369418 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:21.518092 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:25.567810 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:26.284273 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:26.285175 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=2 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:35.470516 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:35.481916 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:40.319042 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:45:44.807132 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-efb998ff-16f9-432e-882d-c93bb9673588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:47.830329 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-93bb4ce3-1a0e-4a5c-87b1-2afb3867e447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:49.505768 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:50.313732 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:50.314542 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:50.357464 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:51.526861 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:55.551367 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:59.512703 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [req-0f196ac2-5d86-4391-97e4-9fea919caec7 req-e5aca196-b003-42e3-bd7b-d6dce0a8e767 service neutron] (107196) timed out ('10.222.0.88', 55131) {{(pid=107196) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 01:45:59.958880 dv-cinder-849143-7-smb neutron-server[107196]: DEBUG neutron.wsgi [req-214b85d5-ff00-4250-803c-4492414ac171 req-2a147349-e7c8-42e8-96a5-03e84c2a014d service neutron] (107196) timed out ('10.222.0.88', 55187) {{(pid=107196) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 01:46:05.482097 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:05.490058 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:12.614931 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=4 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:12.615740 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:14.784108 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-b14ea979-a167-4bca-bef2-4b9a8c182b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.318210 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:46:17.819380 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-851d536e-839f-418c-b9df-787cf8a3ed87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:19.584083 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.356305 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.521997 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:25.653475 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:27.313389 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:27.314146 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:35.486708 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:35.488707 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:40.273148 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:40.283578 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=5 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:44.784082 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-747b63d2-933d-492a-9fd5-2c74a99a05eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:47.807433 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-d407bba8-7b20-42d3-bdd8-2a0299b119ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:49.487213 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:50.402354 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:51.538163 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:54.317844 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:46:55.567256 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:05.515663 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:05.521707 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:14.778056 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-8339e820-caa6-4d05-a977-bafbc3f91558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:17.280323 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=16 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:17.281078 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=18 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:17.829178 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-5159f5ff-74d5-4d81-ab87-3a6d2d692e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:19.509416 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:20.372384 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:21.503727 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:25.578247 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0f55-b5e0-4e48-a3dc-8058460eecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (03ce6911-9a6a-4ac6-9d92-d06e5a171929), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:31.316966 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG neutron.db.agents_db [None req-7b80befa-86fb-4b75-9d57-2a8247bd2a84 None None] Agent healthcheck: found 6 active agents {{(pid=107198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:47:35.503468 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:35.509579 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG dbcounter [-] [107197] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:41.312043 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:41.313379 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=1 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:44.777500 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-e888ec33-9e1b-40c1-a278-0b807a0d3d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (19eb8f7b-4059-409e-b3a2-7ea8c8786cd3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:47.789100 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-c7dcf69a-29fd-4525-a5c0-0bfd3958dbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (2dad1395-835f-4262-babd-cf6aea9b976a), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:49.502982 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-86267c7b-4083-4b9f-b2ed-7515c873295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (3d9fcf52-6a3c-4a5f-932b-82b9af607c71), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:50.377395 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-72c4d0fe-c4f1-4cc0-a0f3-61fef8d6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (95b3c650-c7bb-4b0b-a510-79db944ba8c3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:51.508733 dv-cinder-849143-7-smb neutron-server[107197]: DEBUG neutron_lib.callbacks.manager [None req-1d19bfb0-e3d6-4517-9557-30ae6c437e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754260248751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-849152'] for agent (6cd3dcba-8725-45b4-8f7d-262917b54cb3), after_update {{(pid=107197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:54.278481 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:54.279432 dv-cinder-849143-7-smb neutron-server[107198]: DEBUG dbcounter [-] [107198] Writing DB stats neutron:SELECT=3 {{(pid=107198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}